-- Logs begin at Mon 2021-06-21 09:32:20 UTC, end at Mon 2021-06-21 10:37:57 UTC. -- Jun 21 10:01:47.875392 dv-cinder-797245-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 21 10:01:50.672559 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.common.config [-] Logging enabled! Jun 21 10:01:50.673221 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev364 Jun 21 10:01:50.673371 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92841) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 21 10:01:50.677600 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.common.config [-] Logging enabled! Jun 21 10:01:50.677858 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev364 Jun 21 10:01:50.678183 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92841) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 21 10:01:50.679162 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 10:01:50.679397 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 10:01:50.679802 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 10:01:50.680055 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 10:01:50.680288 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 10:01:50.680613 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.680928 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.681224 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.681454 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.681759 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.682042 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.682333 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.682617 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.682919 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.683206 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.683486 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.683780 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.684005 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.684289 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.684577 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.684886 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.685112 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] debug = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.685396 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.685821 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.686246 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.686526 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.686816 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.687094 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.687361 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.687856 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.688035 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.688379 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] host = dv-cinder-797245-3-iscsi {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.688682 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.688975 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.689264 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.689554 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.689830 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.690234 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.690734 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.691218 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.691702 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] log_file = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.692199 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.692641 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.692954 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.693258 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.693492 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.693720 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.694016 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.694309 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.694588 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.694871 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.695148 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.695426 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.695706 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.695977 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.696759 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.696759 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.697042 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.697135 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.697415 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.697688 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.697960 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.698245 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.698518 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.698791 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.699069 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.699527 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.699846 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.700126 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.700444 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.700779 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.701066 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.701356 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.701634 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.701925 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.702223 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.702481 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.702754 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] use_json = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.703032 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.703303 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.703611 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.703889 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.704165 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.704438 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.704741 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.705030 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:50.705330 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.705662 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.705962 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.706249 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.706546 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.706830 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.707120 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.707396 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.707686 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.707978 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.708266 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.708544 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.708856 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.709134 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.709431 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.709740 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.710036 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.710329 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.710605 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.710885 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.711165 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.711479 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.711730 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.712030 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.712320 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.712609 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.712895 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.713186 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.713471 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.713738 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.714012 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.714302 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.714580 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.714852 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.715136 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.715414 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.715686 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.715954 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.716233 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.716522 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.716824 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.717090 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.717357 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.717628 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.717900 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.718180 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.718457 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.718726 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.718996 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.719270 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.719541 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.719814 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.720090 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.720361 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.720656 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.720937 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.721736 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.722006 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.722277 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.722547 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.722823 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.723091 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.723368 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.723637 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.723904 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.724177 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.724451 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.724831 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.725110 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.725674 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.725674 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.725853 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.726131 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.726407 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.726682 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.726956 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.727233 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.727509 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.727778 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.728069 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.728349 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.728658 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.728942 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.729218 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.729511 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.729789 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.730070 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.730346 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.730625 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.730921 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.731239 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.731540 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.731837 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.732132 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.732426 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.732757 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.733032 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.733349 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.733632 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:50.733849 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 10:01:50.734102 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92841) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 21 10:01:51.095855 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:01:51.096675 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:01:51.096980 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:01:51.097315 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 21 10:01:51.520968 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:51.521255 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:51.521527 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:51.522961 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:51.523237 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:51.523506 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:51.560798 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:51.561071 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:51.561337 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:51.577364 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:51.577810 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:51.578021 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:51.609395 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:51.609672 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:51.609943 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:51.649303 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:51.649567 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:51.649933 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:51.906584 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:51.907265 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:51.907265 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:51.907265 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:51.908231 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.040957 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.041370 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.041524 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.041796 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.042061 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.042373 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.042966 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.042966 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.043278 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.043429 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.043625 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.043884 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.044139 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.044405 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.044679 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.044946 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.045212 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.045469 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.045737 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.045987 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.046266 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.046621 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.046866 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.047153 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.047397 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.047636 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.048064 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 10:01:52.048300 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 10:01:52.048529 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 10:01:52.048783 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 10:01:52.049018 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 10:01:52.049295 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 10:01:52.049784 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 21 10:01:52.054444 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 21 10:01:52.058459 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 21 10:01:52.062619 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) Jun 21 10:01:52.064412 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 21 10:01:52.065487 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 21 10:01:52.065866 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 21 10:01:52.066250 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 21 10:01:52.069251 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 21 10:01:52.069494 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 21 10:01:52.069848 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 10:01:52.105775 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 21 10:01:52.106239 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.106538 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92841) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 21 10:01:52.106904 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.108339 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92841) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 21 10:01:52.108725 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 10:01:52.108974 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 21 10:01:52.113004 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.113296 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.179746 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 21 10:01:52.179967 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 21 10:01:52.180116 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 21 10:01:52.180505 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 21 10:01:52.205559 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_db.sqlalchemy.engines [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92841) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 21 10:01:52.794112 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.plugins.ml2.managers [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Initializing driver for type 'gre' Jun 21 10:01:52.794927 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] gre ID ranges: [(1, 1000)] Jun 21 10:01:52.875314 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.plugins.ml2.managers [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Initializing driver for type 'local' Jun 21 10:01:52.875913 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.plugins.ml2.managers [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Initializing driver for type 'vlan' Jun 21 10:01:52.895707 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] VlanTypeDriver initialization complete Jun 21 10:01:52.896105 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.plugins.ml2.managers [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Initializing driver for type 'vxlan' Jun 21 10:01:52.896651 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] vxlan ID ranges: [(1, 1000)] Jun 21 10:01:52.966898 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.plugins.ml2.managers [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Initializing extension driver 'port_security' Jun 21 10:01:52.968728 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.plugins.ml2.extensions.port_security [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] PortSecurityExtensionDriver initialization complete Jun 21 10:01:52.968728 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.plugins.ml2.managers [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Initializing mechanism driver 'openvswitch' Jun 21 10:01:52.968728 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.plugins.ml2.managers [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Initializing mechanism driver 'hyperv' Jun 21 10:01:52.976605 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.plugins.ml2.plugin [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:01:52.977417 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > port after_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.977788 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > port after_update 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.978156 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > port after_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.978548 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > subnet after_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.978938 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > subnet after_update 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.979288 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.979744 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > network after_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.980095 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > network after_update 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.980517 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > network after_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.981029 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > security_group after_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.981923 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > security_group after_update 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.982119 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.982655 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.982986 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.983204 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.983590 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > address_group after_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.984027 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > address_group after_update 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.984285 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.984867 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] ML2 OVO RPC backend initialized. {{(pid=92841) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 21 10:01:52.986102 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.986102 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.986472 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > network before_response 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.987515 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > networks before_response 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.987920 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > port before_response 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.988256 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > ports before_response 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.988614 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > subnet before_response 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.988982 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > subnets before_response 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.989330 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > network after_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.989662 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > network after_update 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.989996 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > network after_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.990337 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > port after_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.990666 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > port after_update 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.991004 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > port after_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.991339 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > subnet after_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.991670 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > subnet after_update 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.992002 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:52.992648 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.plugins.ml2.plugin [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Modular L2 Plugin initialization complete Jun 21 10:01:52.992986 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading services supported by the core plugin {{(pid=92841) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 21 10:01:52.993325 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.plugins.ml2.managers [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Got port-security extension from driver 'port_security' Jun 21 10:01:52.993798 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.extensions.vlantransparent [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Disabled vlantransparent extension. Jun 21 10:01:52.994287 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92841) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 21 10:01:52.994595 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading Plugin: router Jun 21 10:01:53.032204 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.032682 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > router after_create 55549900 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.032996 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > router before_create 55549900 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.033361 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.034393 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.034743 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > router after_delete 55549900 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.035076 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.035440 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > router after_create 55549900 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.036992 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > router after_update 55549900 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.036992 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > router after_update 55549900 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.036992 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.036992 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > router after_update 55549900 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.038108 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > router precommit_update 55549900 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.038108 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: port after_update 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.038108 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: port after_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.038325 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: subnet after_update 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.038603 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.039068 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.039298 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > router precommit_create 55549900 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.039642 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: port before_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.039981 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > router precommit_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.040344 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > router after_update 55549900 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.040727 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.041085 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > router precommit_create 55549900 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.041461 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.041801 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > router precommit_update 55549900 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.042184 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > network after_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.043148 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.quota.resource_registry [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Tracking information for resource: router configured {{(pid=92841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 10:01:53.043476 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.quota.resource_registry [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Tracking information for resource: floatingip configured {{(pid=92841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 10:01:53.049135 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.db.l3_agentschedulers_db [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 21 10:01:53.049683 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: port after_update 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.050096 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: port after_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.050491 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: port after_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.050840 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: port after_update 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.051670 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > router before_create 55550100 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.052038 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.052397 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > router precommit_create 55550100 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.052783 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > router precommit_update 55550100 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.057494 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.services.provider_configuration [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Service providers = [] {{(pid=92841) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 21 10:01:53.057855 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.db.servicetype_db [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92841) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 21 10:01:53.060979 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.services.service_base [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92841) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 10:01:53.061324 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.services.service_base [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92841) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 10:01:53.061662 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.services.service_base [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92841) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 10:01:53.062561 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.services.service_base [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92841) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 10:01:53.062941 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.services.service_base [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 21 10:01:53.063336 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 10:01:53.063650 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 21 10:01:53.075232 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 10:01:53.075573 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading Plugin: auto_allocate Jun 21 10:01:53.082207 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: network precommit_update 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.082579 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: network precommit_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.083125 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 10:01:53.083452 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading Plugin: tag Jun 21 10:01:53.090376 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 10:01:53.090711 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading Plugin: timestamp Jun 21 10:01:53.094715 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 10:01:53.095051 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading Plugin: network_ip_availability Jun 21 10:01:53.103185 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.103539 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.103891 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.104699 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 10:01:53.105020 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading Plugin: flavors Jun 21 10:01:53.110076 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 10:01:53.110664 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading Plugin: revisions Jun 21 10:01:53.115375 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 10:01:53.115779 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_concurrency.lockutils [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.019s {{(pid=92841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:01:53.116554 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92841) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 21 10:01:53.116917 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Initializing extension manager. Jun 21 10:01:53.117435 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: __init__.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.117776 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: __pycache__ {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.118103 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.118430 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: address_group.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.119243 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.119841 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: address-group Jun 21 10:01:53.120164 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: address_scope.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.120902 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.121410 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: address-scope Jun 21 10:01:53.121731 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.122717 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.123233 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: router-admin-state-down-before-update Jun 21 10:01:53.123553 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: agent.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.124252 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.124789 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: agent Jun 21 10:01:53.125108 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: agent_resources_synced.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.126311 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.128608 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: agent-resources-synced Jun 21 10:01:53.128608 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: allowedaddresspairs.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.128812 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.129245 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: allowed-address-pairs Jun 21 10:01:53.129567 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: auto_allocated_topology.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.130914 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.131434 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: auto-allocated-topology Jun 21 10:01:53.131757 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: availability_zone.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.132453 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.132987 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: availability_zone Jun 21 10:01:53.133308 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: availability_zone_filter.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.134221 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.134726 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: availability_zone_filter Jun 21 10:01:53.135043 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: data_plane_status.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.135951 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.136454 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension data-plane-status not supported by any of loaded plugins Jun 21 10:01:53.136808 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: default_subnetpools.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.137729 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.138232 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: default-subnetpools Jun 21 10:01:53.138551 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.140762 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.140762 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: dhcp_agent_scheduler Jun 21 10:01:53.140762 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: dns.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.141151 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.141658 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension dns-integration not supported by any of loaded plugins Jun 21 10:01:53.141981 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: dns_domain_ports.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.144470 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.144470 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 21 10:01:53.144470 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: dvr.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.145494 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.145494 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: dvr Jun 21 10:01:53.150961 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: empty_string_filtering.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.150961 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.150961 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: empty-string-filtering Jun 21 10:01:53.150961 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.150961 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.150961 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 21 10:01:53.151852 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.151852 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.151852 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 21 10:01:53.151852 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: external_net.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.152538 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.153087 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: external-net Jun 21 10:01:53.153401 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.154310 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.154813 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: extra_dhcp_opt Jun 21 10:01:53.155126 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: extraroute.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.156064 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.156686 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: extraroute Jun 21 10:01:53.156955 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: extraroute_atomic.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.158079 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.158950 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: extraroute-atomic Jun 21 10:01:53.159587 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: filter_validation.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.159825 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.160336 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: filter-validation Jun 21 10:01:53.160690 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: fip_pf_description.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.161629 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.162132 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 21 10:01:53.162451 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: fip_port_details.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.163360 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.163861 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: fip-port-details Jun 21 10:01:53.164187 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: flavors.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.165468 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.165986 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: flavors Jun 21 10:01:53.166309 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.168024 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.168697 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 21 10:01:53.168962 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: floatingip_pools.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.169624 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.171817 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: floatingip-pools Jun 21 10:01:53.171817 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: ip_allocation.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.171817 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.172104 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension ip_allocation not supported by any of loaded plugins Jun 21 10:01:53.172220 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.173631 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.173769 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: ip-substring-filtering Jun 21 10:01:53.174006 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: l2_adjacency.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.175513 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.176021 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 21 10:01:53.176338 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: l3.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.177383 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.177898 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: router Jun 21 10:01:53.178215 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.180781 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.181313 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 21 10:01:53.181641 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.182548 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.183070 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: ext-gw-mode Jun 21 10:01:53.183394 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.184307 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.184847 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: l3-ha Jun 21 10:01:53.185167 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: l3_flavors.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.186077 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.186584 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: l3-flavors Jun 21 10:01:53.186898 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.187820 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.188314 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 21 10:01:53.188738 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: l3agentscheduler.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.189813 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.190334 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: l3_agent_scheduler Jun 21 10:01:53.190662 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: logging.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.192250 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.193520 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension logging not supported by any of loaded plugins Jun 21 10:01:53.193520 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: metering.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.193891 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.194445 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: metering Jun 21 10:01:53.194764 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.195872 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.196480 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: metering_source_and_destination_fields Jun 21 10:01:53.196758 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: multiprovidernet.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.198103 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.198426 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: multi-provider Jun 21 10:01:53.198528 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: netmtu.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.199587 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.199936 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: net-mtu Jun 21 10:01:53.200253 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: netmtu_writable.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.201184 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.201691 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: net-mtu-writable Jun 21 10:01:53.202010 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: network_availability_zone.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.202676 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.203179 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: network_availability_zone Jun 21 10:01:53.203496 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: network_ip_availability.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.204642 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.205152 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: network-ip-availability Jun 21 10:01:53.206169 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: network_segment_range.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.206845 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.207349 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension network-segment-range not supported by any of loaded plugins Jun 21 10:01:53.207671 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: pagination.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.208683 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.209011 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: pagination Jun 21 10:01:53.209329 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: port_device_profile.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.210241 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.210762 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: port-device-profile Jun 21 10:01:53.211084 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.211998 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.212506 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: port-mac-address-regenerate Jun 21 10:01:53.212858 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.213756 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.214265 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: port-numa-affinity-policy Jun 21 10:01:53.214581 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: port_resource_request.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.215481 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.215988 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension port-resource-request not supported by any of loaded plugins Jun 21 10:01:53.216309 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: portbindings.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.217260 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.217768 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: binding Jun 21 10:01:53.218088 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: portbindings_extended.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.219370 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.219955 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: binding-extended Jun 21 10:01:53.220211 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: portsecurity.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.221702 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.222260 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: port-security Jun 21 10:01:53.222715 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: project_id.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.223696 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.224025 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: project-id Jun 21 10:01:53.224346 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: providernet.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.225437 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.225807 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: provider Jun 21 10:01:53.226134 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: qos.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.229966 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.230725 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension qos not supported by any of loaded plugins Jun 21 10:01:53.230935 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.232089 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.232627 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 21 10:01:53.232967 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.233868 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.234383 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 21 10:01:53.234703 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: qos_default.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.235874 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.236451 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension qos-default not supported by any of loaded plugins Jun 21 10:01:53.237333 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: qos_fip.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.238149 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.238660 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension qos-fip not supported by any of loaded plugins Jun 21 10:01:53.238981 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: qos_gateway_ip.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.239909 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.240424 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 21 10:01:53.240769 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: qos_port_network_policy.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.241671 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.242180 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 21 10:01:53.242509 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: qos_rule_type_details.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.243434 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.243950 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 21 10:01:53.244272 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: qos_rules_alias.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.245364 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.245878 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 21 10:01:53.246204 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: quotasv2.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.247188 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.247510 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: quotas Jun 21 10:01:53.247834 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: quotasv2_detail.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.251076 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.251416 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: quota_details Jun 21 10:01:53.251749 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: rbac.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.253428 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.253986 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: rbac-policies Jun 21 10:01:53.254314 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: rbac_address_group.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.255265 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.255786 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: rbac-address-group Jun 21 10:01:53.256122 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: rbac_address_scope.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.257067 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.257586 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: rbac-address-scope Jun 21 10:01:53.257914 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: rbac_security_groups.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.258822 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.259340 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: rbac-security-groups Jun 21 10:01:53.259661 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: rbac_subnetpool.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.260572 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.261114 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: rbac-subnetpool Jun 21 10:01:53.261433 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: revisionifmatch.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.262355 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.262871 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: revision-if-match Jun 21 10:01:53.263190 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: revisions.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.264549 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.265098 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: standard-attr-revisions Jun 21 10:01:53.265640 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: router_availability_zone.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.266095 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.266617 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: router_availability_zone Jun 21 10:01:53.266928 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: routerservicetype.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.268311 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.268520 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension router-service-type not supported by any of loaded plugins Jun 21 10:01:53.268790 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.269729 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.270251 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: security-groups-normalized-cidr Jun 21 10:01:53.270569 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.271496 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.272004 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: port-security-groups-filtering Jun 21 10:01:53.272321 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.273280 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.273790 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: security-groups-remote-address-group Jun 21 10:01:53.274106 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: securitygroup.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.284311 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.285387 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: security-group Jun 21 10:01:53.285387 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: segment.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.286615 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.286615 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension segment not supported by any of loaded plugins Jun 21 10:01:53.286944 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.287957 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.288466 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 21 10:01:53.288824 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: servicetype.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.289946 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.290472 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: service-type Jun 21 10:01:53.290797 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: sorting.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.291968 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.292082 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: sorting Jun 21 10:01:53.292412 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: standard_attr_segment.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.293357 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.293875 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 21 10:01:53.294198 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: standardattrdescription.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.294856 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.295525 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: standard-attr-description Jun 21 10:01:53.295673 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: stateful_security_group.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.296612 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.297146 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: stateful-security-group Jun 21 10:01:53.298306 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: stdattrs_common.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.298306 dv-cinder-797245-3-iscsi neutron-server[92841]: WARNING neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 21 10:01:53.298485 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.299984 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.300437 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 21 10:01:53.300788 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: subnet_onboard.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.301915 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.302440 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: subnet_onboard Jun 21 10:01:53.302759 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.303690 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.304197 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 21 10:01:53.304517 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: subnet_service_types.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.305458 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.305968 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: subnet-service-types Jun 21 10:01:53.306302 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: subnetallocation.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.307404 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.307921 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: subnet_allocation Jun 21 10:01:53.308252 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.308957 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.309464 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: subnetpool-prefix-ops Jun 21 10:01:53.309785 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.310726 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.311237 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 21 10:01:53.311558 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: tagging.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.312720 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.313244 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: standard-attr-tag Jun 21 10:01:53.313570 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: timestamp.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.315405 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.315912 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loaded extension: standard-attr-timestamp Jun 21 10:01:53.316243 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: trunk.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.317315 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.317840 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension trunk not supported by any of loaded plugins Jun 21 10:01:53.318161 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: trunk_details.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.319078 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.319602 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension trunk-details not supported by any of loaded plugins Jun 21 10:01:53.319924 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: uplink_status_propagation.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.320894 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.321415 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 21 10:01:53.321742 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Loading extension file: vlantransparent.py {{(pid=92841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 10:01:53.322436 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 10:01:53.322960 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 21 10:01:53.325602 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.quota.resource_registry [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Creating instance of TrackedResource for resource:network Jun 21 10:01:53.326163 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.quota.resource_registry [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Creating instance of TrackedResource for resource:subnet Jun 21 10:01:53.326575 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.quota.resource_registry [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 10:01:53.326960 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.quota.resource_registry [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Creating instance of TrackedResource for resource:port Jun 21 10:01:53.328294 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.v2.resource_helper [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 10:01:53.330855 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.v2.resource_helper [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Service FLAVORS assigned prefix: {{(pid=92841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 10:01:53.330855 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.v2.resource_helper [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 10:01:53.330855 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.v2.resource_helper [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 10:01:53.330855 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.quota.resource_registry [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Creating instance of TrackedResource for resource:router Jun 21 10:01:53.330855 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.quota.resource_registry [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Creating instance of TrackedResource for resource:floatingip Jun 21 10:01:53.331618 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.v2.resource_helper [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Service METERING assigned prefix: /metering {{(pid=92841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 10:01:53.332674 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.333045 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.333393 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:01:53.334459 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.quota.resource_registry [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 10:01:53.334914 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.quota.resource_registry [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Creating instance of TrackedResource for resource:security_group Jun 21 10:01:53.335356 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.quota.resource_registry [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 10:01:53.335975 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.v2.resource_helper [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Service CORE assigned prefix: {{(pid=92841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 10:01:53.336315 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.quota.resource_registry [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 10:01:53.336691 dv-cinder-797245-3-iscsi neutron-server[92841]: WARNING neutron.quota.resource_registry [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] subnetpool is already registered Jun 21 10:01:53.337135 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.v2.resource_helper [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Service CORE assigned prefix: {{(pid=92841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 10:01:53.337522 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.quota.resource_registry [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 10:01:53.337857 dv-cinder-797245-3-iscsi neutron-server[92841]: WARNING neutron.quota.resource_registry [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] subnetpool is already registered Jun 21 10:01:53.340290 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.v2.resource_helper [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 10:01:53.340763 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.v2.resource_helper [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Service FLAVORS assigned prefix: {{(pid=92841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 10:01:53.341367 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.v2.resource_helper [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 10:01:53.341795 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.v2.resource_helper [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 10:01:53.342131 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.quota.resource_registry [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Creating instance of TrackedResource for resource:router Jun 21 10:01:53.342598 dv-cinder-797245-3-iscsi neutron-server[92841]: WARNING neutron.quota.resource_registry [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] router is already registered Jun 21 10:01:53.343027 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.quota.resource_registry [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Creating instance of TrackedResource for resource:floatingip Jun 21 10:01:53.343461 dv-cinder-797245-3-iscsi neutron-server[92841]: WARNING neutron.quota.resource_registry [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] floatingip is already registered Jun 21 10:01:53.343935 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.v2.resource_helper [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Service METERING assigned prefix: /metering {{(pid=92841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 10:01:53.344669 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.quota.resource_registry [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 10:01:53.345090 dv-cinder-797245-3-iscsi neutron-server[92841]: WARNING neutron.quota.resource_registry [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] rbac_policy is already registered Jun 21 10:01:53.345412 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.quota.resource_registry [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Creating instance of TrackedResource for resource:security_group Jun 21 10:01:53.345742 dv-cinder-797245-3-iscsi neutron-server[92841]: WARNING neutron.quota.resource_registry [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] security_group is already registered Jun 21 10:01:53.346679 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.quota.resource_registry [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 10:01:53.347081 dv-cinder-797245-3-iscsi neutron-server[92841]: WARNING neutron.quota.resource_registry [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] security_group_rule is already registered Jun 21 10:01:53.347812 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.v2.resource_helper [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Service CORE assigned prefix: {{(pid=92841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 10:01:53.348136 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.quota.resource_registry [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 10:01:53.348475 dv-cinder-797245-3-iscsi neutron-server[92841]: WARNING neutron.quota.resource_registry [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] subnetpool is already registered Jun 21 10:01:53.348918 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.v2.resource_helper [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Service CORE assigned prefix: {{(pid=92841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 10:01:53.349242 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.quota.resource_registry [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 10:01:53.349575 dv-cinder-797245-3-iscsi neutron-server[92841]: WARNING neutron.quota.resource_registry [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] subnetpool is already registered Jun 21 10:01:53.350376 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: extensions {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.352165 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: address-groups {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.353971 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: address-scopes {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.355313 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: agents {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.356504 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: auto-allocated-topology {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.357811 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: availability_zones {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.359031 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: dhcp-networks {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.360851 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: dhcp-agents {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.363495 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: routers {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.365239 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: flavors {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.367895 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: service_profiles {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.369162 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: next_providers {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.370630 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: service_profiles {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.372178 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: floatingip-pools {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.373436 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: routers {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.375145 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: floatingips {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.376425 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: l3-routers {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.378544 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: l3-agents {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.379975 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: metering-labels {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.381272 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: metering-label-rules {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.382660 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: network-ip-availabilities {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.383926 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: bindings {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.385595 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: quotas {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.387142 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: quotas {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.388606 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: rbac-policies {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.389808 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: security-groups {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.391118 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: security-group-rules {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.392374 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: service-providers {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.394310 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: subnetpools {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.395769 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: subnetpools {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.397374 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: tags {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.399178 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: tags {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.402701 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: tags {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.404485 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: tags {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.407717 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: tags {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.410008 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: tags {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.411725 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: tags {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.413552 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: tags {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.415427 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: tags {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.417202 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron.api.extensions [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Extended resource: tags {{(pid=92841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 10:01:53.423482 dv-cinder-797245-3-iscsi neutron-server[92841]: WARNING keystonemiddleware.auth_token [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 21 10:01:53.428321 dv-cinder-797245-3-iscsi neutron-server[92841]: WARNING keystonemiddleware.auth_token [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 21 10:01:53.436816 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_concurrency.lockutils [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Acquired lock "singleton_lock" {{(pid=92841) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 21 10:01:53.437296 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_concurrency.lockutils [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Releasing lock "singleton_lock" {{(pid=92841) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 21 10:01:53.437953 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO oslo_service.service [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Starting 2 workers Jun 21 10:01:53.444946 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Started child 92958 {{(pid=92841) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 10:01:53.450302 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Started child 92965 {{(pid=92841) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 10:01:53.450946 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:01:53.452822 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [-] (92958) wsgi starting up on http://0.0.0.0:9696 Jun 21 10:01:53.453052 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO neutron.service [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 21 10:01:53.455000 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Notify callbacks [] for process, before_spawn {{(pid=92841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:01:53.458617 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO oslo_service.service [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Starting 1 workers Jun 21 10:01:53.459526 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:01:53.461109 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [-] (92965) wsgi starting up on http://0.0.0.0:9696 Jun 21 10:01:53.465411 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Started child 92969 {{(pid=92841) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 10:01:53.466166 dv-cinder-797245-3-iscsi neutron-server[92841]: INFO oslo_service.service [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Starting 1 workers Jun 21 10:01:53.470297 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.service [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] calling RpcWorker wait() {{(pid=92969) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 21 10:01:53.471818 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.service [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] returning from RpcWorker wait() {{(pid=92969) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 21 10:01:53.471945 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Started child 92973 {{(pid=92841) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 10:01:53.472997 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG neutron_lib.callbacks.manager [None req-19740d40-992d-41c9-9aff-8e78650a54b3 None None] Notify callbacks [] for process, after_spawn {{(pid=92841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:01:53.473720 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:01:53.474215 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:01:53.475295 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92841) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 21 10:01:53.475507 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 10:01:53.475696 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 10:01:53.475955 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 10:01:53.476247 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 10:01:53.476621 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 10:01:53.477294 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.477442 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.477867 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.478141 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.478432 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.479069 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.479350 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.479618 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.479888 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.480139 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.480313 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.480483 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.480943 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.481187 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.481549 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.481846 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.482108 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.482406 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.482725 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.482988 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.483268 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.483539 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.483818 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] debug = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.484082 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.484552 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.484833 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.485083 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.485574 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.485853 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.486105 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.486391 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.486664 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.486914 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.487139 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.487399 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.487642 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.487861 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.488116 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.488361 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.488994 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.489157 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] host = dv-cinder-797245-3-iscsi {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.489356 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.489745 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.489984 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.490245 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.490514 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.490737 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.491012 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.491263 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.491509 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.491737 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.491976 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.492226 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.492465 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.492743 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] log_file = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.492913 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] log_options = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.493165 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.493448 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.493809 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.494073 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.494302 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.494452 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.494652 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.494809 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.495012 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.495165 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:01:53.495840 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.495840 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.495840 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.495840 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.496515 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.496515 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.496831 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.496831 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.497141 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.497318 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.497466 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.497690 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.497939 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.498162 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.498400 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.498619 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.498885 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.499117 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.499353 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.499996 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.499996 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.499996 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.500538 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.500538 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.500891 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.501083 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.501257 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.501467 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.501798 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.501962 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.502741 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.503012 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.503250 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.503498 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.503718 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.504144 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.504368 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] use_json = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.504368 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.504690 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.507036 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.507295 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.507593 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.507790 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.507987 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.508257 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.508790 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.509046 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.509379 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.509781 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.510166 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.510166 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.510451 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.510596 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.510860 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.511248 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.511574 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.511926 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.512095 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.512238 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.512547 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.513220 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.513556 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.513701 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.514051 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.514462 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.514641 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.514784 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.515162 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.515458 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.515679 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.515947 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.516168 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.516415 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.516659 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.516887 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.517124 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.517366 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.517633 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.517940 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.518171 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.518916 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.519151 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.519390 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.519624 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.519924 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.520305 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.520471 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.520679 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.521013 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.521233 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.521479 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.521700 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.521934 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.522177 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.522417 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.522649 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.522903 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.523121 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.523342 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.523565 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.523803 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.524023 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.524237 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.524517 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.525244 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.525487 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.525746 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.525971 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.526260 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.526428 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.526607 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.526880 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.527132 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.527390 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.527629 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.527850 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.528066 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.528281 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.528570 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.529707 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.529707 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.529707 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.530729 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.530729 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.530729 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.530729 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.531562 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.531793 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:01:53.532018 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.532018 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.532018 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.532018 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.532933 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.532933 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.532933 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.539046 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.539046 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.539046 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.539046 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.539046 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.539046 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.539046 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.539046 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.540910 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.540910 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.540910 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.540910 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.540910 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.540910 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.540910 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.540910 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.542490 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.542490 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.542490 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.542490 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.542490 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.542490 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.542490 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.542490 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.544064 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.544064 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.544064 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.544064 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.544064 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.544064 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.544064 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.544064 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.545268 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.545268 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.545268 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.545268 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.545268 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.545268 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.545268 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.546192 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.546192 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.546192 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.546192 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.546703 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.546703 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.546996 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.547134 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.547429 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.547648 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.547867 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.548132 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.548380 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.551335 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.551572 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.551829 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.552069 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.552321 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.552607 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.552838 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.553101 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.553352 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.553592 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.553848 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.554070 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.554308 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.554527 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.554754 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.554972 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.555202 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.555424 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.555659 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.555881 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.556124 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.556366 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.556611 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.556848 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.557080 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.557483 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.557746 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.557971 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.558244 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.558510 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.558726 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.558957 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.559205 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.559442 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.559653 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.559903 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.560121 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.560334 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.560562 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.561771 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.561771 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.561951 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.562173 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.562387 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.562642 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.562899 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.563222 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.563471 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.563703 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.563962 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.564184 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.564545 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.566410 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.566656 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.566916 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.567180 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.567415 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.567666 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.567920 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.568146 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.568362 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.568577 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.568816 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.569036 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.569272 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.569571 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.569839 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.570070 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.570325 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.570571 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.570807 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.571019 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.571252 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.571492 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.571703 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.571951 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.572163 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.572374 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.572719 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.572879 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.573086 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.573298 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.573507 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.573725 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.573935 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.574160 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.574370 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.574579 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.574795 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.575004 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.575324 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.575598 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.575814 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.576117 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.576348 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.576617 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.578504 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.578920 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.579109 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.579390 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.581661 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.581661 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.581661 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.581661 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.581661 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.581661 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.582196 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.582196 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.582454 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.582751 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.583019 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.583238 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.583523 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.583857 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.584131 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.584384 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.586106 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.586419 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.586664 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.586902 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.587161 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.587430 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.587680 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.587959 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.588200 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.588440 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.588713 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.588952 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.589175 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.589439 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.589689 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.589918 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.590247 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.590413 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 10:01:53.590890 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92841) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 21 10:01:53.591058 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 10:01:53.591213 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 10:01:53.591390 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 10:01:53.591561 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 10:01:53.591713 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 10:01:53.592078 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.592387 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.592751 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.593089 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.593420 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.593772 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.594106 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.594545 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.594659 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.594734 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.594895 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.595191 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.595476 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.595771 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.596629 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.596928 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.597281 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.597581 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.597880 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.598176 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.598469 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.598762 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.599053 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] debug = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.599344 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.599674 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.600005 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.600283 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.600576 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.600893 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.601183 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.601477 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.601767 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.602055 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.602347 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.602654 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.602961 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.603147 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.603302 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.603425 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.603713 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.603975 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 39638) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:01:53.604127 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] host = dv-cinder-797245-3-iscsi {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.604411 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.608309 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.608724 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.609038 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.609357 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.609666 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.610867 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.611184 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.611489 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.611870 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.612702 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.613006 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.613308 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.613607 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] log_file = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.613921 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] log_options = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.614221 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.614515 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.614808 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.615156 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.615460 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.615762 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.616057 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.616353 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.616683 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.616978 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.618231 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0106409 Jun 21 10:01:53.618659 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.619058 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.619238 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.620189 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.620189 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.620189 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.620189 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.620189 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.620505 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.620505 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.620668 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.620882 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.621029 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.621178 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.621347 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.621473 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.621608 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.621773 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.621942 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.622080 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.622207 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.622372 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.622528 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.622686 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.622844 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.622997 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.623159 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.623324 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.623621 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.623621 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.623778 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.623935 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.624092 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.624255 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.624443 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.624568 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] use_json = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.625458 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.625852 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.626020 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.626332 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.627749 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.627749 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.627749 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.627749 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 10:01:53.627749 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.627749 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.627749 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.627749 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.628227 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.628227 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.628227 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.628227 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.628625 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.628625 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.629353 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.629525 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.629697 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.629856 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.630014 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.630203 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.630330 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.630484 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.630651 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.630864 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.631024 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.631161 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.631295 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.631429 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.631563 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.631728 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.631876 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.632047 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.632198 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.632356 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.632509 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.633677 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.633849 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.634198 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.634508 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.634674 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.634844 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.635075 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.635151 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.635284 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.635799 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.636256 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.636550 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.636865 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.637189 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.637523 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.637937 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.638167 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.638314 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.638415 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.638608 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.638726 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.638901 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.639079 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.639240 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.639368 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.639528 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.639670 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.639817 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.639973 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.640143 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.640354 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.640485 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.641009 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.641197 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.641525 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.641670 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.641837 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.641998 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.642141 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.642406 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.642539 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.642612 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.643927 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.643927 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.643927 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.643927 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.643927 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.643927 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.643927 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.644492 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.644492 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.644492 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.644492 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.645253 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.645409 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.645547 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.645683 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.645817 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.645952 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.646086 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.646235 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.646371 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.646537 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.646680 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.646848 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.646998 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.647186 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.647336 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.647472 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.647617 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.647753 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.648738 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.648738 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.648738 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.648738 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.648738 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.648738 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.649506 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.649506 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.649506 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.649506 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.649506 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.650132 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.650132 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.650132 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.650132 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.650720 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.650720 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.650720 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.650720 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.651248 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.651248 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.651248 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.651248 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.651766 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.651766 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.651766 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.652152 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.652152 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.652152 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.652526 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.652526 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.652838 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.652838 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.653116 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.653116 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.653516 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.653516 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.653516 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.653973 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.653973 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.653973 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.654348 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.654348 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.654614 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.654614 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.654887 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.654887 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.655286 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.655286 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.655544 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.655544 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.655799 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.655799 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.656065 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.656065 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.656381 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.656381 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.656688 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.656824 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.656976 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.657111 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.657257 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.657393 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.657527 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.657661 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.657811 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.657946 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.658082 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.658238 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.658383 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.659958 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.659958 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.659958 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.659958 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.659958 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.659958 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.660815 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.660815 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.660815 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.660815 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.660815 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.660815 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.661570 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.661570 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.661570 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.661570 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.661570 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.662207 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.662207 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.662207 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.662207 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.662713 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.662713 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.662713 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.663088 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.663088 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.663088 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.663472 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.663472 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.663737 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.663737 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.664000 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.664000 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.664256 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.664391 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.664525 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.664693 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.664831 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.664966 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.665133 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.665399 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.665537 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.665672 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.665816 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.665949 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.666108 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.666293 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.666530 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.666530 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.666867 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.666867 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.667180 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.667180 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.667496 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.667496 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.667800 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.667800 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.668088 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.668088 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.668350 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.668350 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.668674 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.668674 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.668950 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.669085 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.669218 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.669381 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.669593 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.669593 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.670033 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.670033 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.670033 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.670640 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.670640 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.670640 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.670640 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.671422 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.671422 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.671422 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.671422 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.671422 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.672055 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.672055 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.672055 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.672055 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.672572 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.672572 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.672572 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.672978 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.672978 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.673243 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.673243 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.673512 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.673512 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.673771 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.673910 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.674073 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.674073 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.675036 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.675036 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.675441 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.675441 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 10:01:53.675441 dv-cinder-797245-3-iscsi neutron-server[92841]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 10:01:53.716243 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:02:07.465432 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7328cd-c13e-40ed-ab86-d38cbf30a532 None None] get_active_networks_info from dv-cinder-797245-3-iscsi {{(pid=92969) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 10:02:07.633311 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7328cd-c13e-40ed-ab86-d38cbf30a532 None None] No non-hosted networks {{(pid=92969) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 21 10:02:07.646749 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-434d2b8a-b7aa-4396-ac2c-fc7a38f5bb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529'] for agent, after_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:10.800233 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529'] for agent, after_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:10.801597 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:10.802526 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:10.803627 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:10.804624 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:10.805572 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:10.807266 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:10.807822 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:10.809235 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:10.810396 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:10.811872 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:10.814083 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:10.815362 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:10.815998 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797245-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:02:10.828829 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797245-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:02:10.883726 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-f9d9e666-4618-4b02-93fe-abda6df26452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529'] for agent, after_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:10.992168 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-937766d9-7829-43ae-a4aa-46da359efee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:13.123794 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529'] for agent, after_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:14.384527 dv-cinder-797245-3-iscsi neutron-server[92969]: INFO neutron.db.l3_hamode_db [None req-2cfeef30-f7d7-4a24-a084-49840149ecd9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 21 10:02:14.484685 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfeef30-f7d7-4a24-a084-49840149ecd9 None None] Routers set() bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:02:14.485133 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfeef30-f7d7-4a24-a084-49840149ecd9 None None] Router IDs set() for agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 21 10:02:15.090922 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529'] for agent, after_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:15.681237 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 39738) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:02:16.350213 dv-cinder-797245-3-iscsi neutron-server[92958]: WARNING oslo_policy.policy [None req-402cebcd-b567-4c01-8af3-12f652436ba5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 10:02:16.351055 dv-cinder-797245-3-iscsi neutron-server[92958]: WARNING oslo_policy.policy [None req-402cebcd-b567-4c01-8af3-12f652436ba5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 10:02:16.601217 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [None req-402cebcd-b567-4c01-8af3-12f652436ba5 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 10:02:16.602355 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-402cebcd-b567-4c01-8af3-12f652436ba5 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9197714 Jun 21 10:02:19.206789 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 39752) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:02:19.627566 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-5be9bb41-58ce-4275-8859-eb9b48029064 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:02:19.722208 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.policy [None req-5be9bb41-58ce-4275-8859-eb9b48029064 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92958) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 21 10:02:19.769092 dv-cinder-797245-3-iscsi neutron-server[92958]: WARNING oslo_policy.policy [None req-5be9bb41-58ce-4275-8859-eb9b48029064 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 10:02:19.769472 dv-cinder-797245-3-iscsi neutron-server[92958]: WARNING oslo_policy.policy [None req-5be9bb41-58ce-4275-8859-eb9b48029064 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 10:02:19.778271 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.quota [None req-5be9bb41-58ce-4275-8859-eb9b48029064 admin admin] Loaded quota_driver: . Jun 21 10:02:19.883741 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5be9bb41-58ce-4275-8859-eb9b48029064 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741296518285', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741296517792', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741296506154', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741296504032', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741296494243', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741296484315', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-729377', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3534910', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-442351', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-529948'] for rbac-policy, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:19.965520 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5be9bb41-58ce-4275-8859-eb9b48029064 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:19.966845 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-5be9bb41-58ce-4275-8859-eb9b48029064 admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7591751 Jun 21 10:02:23.017499 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 39764) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:02:23.561699 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Request body: {'network': {'project_id': '6a4e7e2a93774afaa25b7827e8024258', 'admin_state_up': True, 'name': 'private', 'tenant_id': '6a4e7e2a93774afaa25b7827e8024258'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:02:23.597923 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Made reservation on behalf of 6a4e7e2a93774afaa25b7827e8024258 for: {'network': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:02:23.601356 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for network, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:23.622152 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:23.791927 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:23.798102 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:23.803640 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:02:23.830465 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] vlan segment allocate from pool success with {'vlan_id': 1184, 'physical_network': 'physnet1'} {{(pid=92958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 10:02:23.877119 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741296622538', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:23.878122 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Unsubscribe: segment precommit_create {{(pid=92958) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 21 10:02:23.878905 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.db.segments_db [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Added segment ee898cea-926d-42c5-bb50-1abfa0108d64 of type vlan for network 26575cbe-6c74-4e7c-b2a9-5d98199895d3 Jun 21 10:02:23.908815 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2785b9c5-c86a-4355-8459-42bdc40dcfc0,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:02:23.958453 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:23.959046 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:23.959607 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:23.960146 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:23.961511 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:23.961511 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:23.961870 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:23.962312 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:23.962880 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:23.963437 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:23.965044 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:23.965044 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Tracked resource versions report: Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: pushed versions: Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: { 'AddressGroup': {'1.2'}, Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: 'ConntrackHelper': {'1.0'}, Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: 'Log': {'1.0'}, Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: 'Network': {'1.1'}, Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: 'Port': {'1.7'}, Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: 'PortForwarding': {'1.2'}, Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: 'QosPolicy': {'1.8'}, Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: 'SecurityGroup': {'1.4'}, Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: 'SecurityGroupRule': {'1.2'}, Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: 'SubPort': {'1.0'}, Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: 'Subnet': {'1.1'}, Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: 'Trunk': {'1.1'}} Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: consumer versions: Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: { DHCP agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: L3 agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: Metadata agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: Metering agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: Open vSwitch agent@dv-cinder-797245-3-iscsi: { 'AddressGroup': '1.2', Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: 'ConntrackHelper': '1.0', Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: 'Log': '1.0', Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: 'Network': '1.1', Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: 'Port': '1.7', Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: 'PortForwarding': '1.2', Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: 'QosPolicy': '1.8', Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: 'SecurityGroup': '1.4', Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: 'SecurityGroupRule': '1.2', Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: 'SubPort': '1.0', Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: 'Subnet': '1.1', Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: 'Trunk': '1.1'}} Jun 21 10:02:23.972387 dv-cinder-797245-3-iscsi neutron-server[92958]: {{(pid=92958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 10:02:24.051640 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741296102858'] for network, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:24.058528 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:02:24.118271 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523'] for network, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:24.120398 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:02:24.121452 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:24.124196 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:02:24.224821 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.2057815 Jun 21 10:02:24.254975 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Pushing event updated for resources: {'Network': ['ID=26575cbe-6c74-4e7c-b2a9-5d98199895d3,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:02:24.259015 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:02:24.271636 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Network 26575cbe-6c74-4e7c-b2a9-5d98199895d3 details requested by agent ovs-agent-dv-cinder-797245-3-iscsi with host dv-cinder-797245-3-iscsi {{(pid=92969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 10:02:27.565417 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 39778) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:02:28.046070 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e17a63-010d-4ad1-936a-e2fe05f75fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:02:28.047555 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-e8e17a63-010d-4ad1-936a-e2fe05f75fae admin admin] 10.222.0.50 "GET /v2.0/networks/26575cbe-6c74-4e7c-b2a9-5d98199895d3 HTTP/1.1" status: 200 len: 826 time: 0.4808514 Jun 21 10:02:28.077290 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-31e1b197-a581-4f38-be43-593f9de9a987 admin admin] 10.222.0.50 "GET /v2.0/subnetpools/5938142f-8ef1-4e02-93cc-05f94d567d93 HTTP/1.1" status: 200 len: 734 time: 0.0240057 Jun 21 10:02:28.090867 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-5aa7b507-0041-4e89-89d5-d19be2c6ed4b admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '6a4e7e2a93774afaa25b7827e8024258', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '5938142f-8ef1-4e02-93cc-05f94d567d93', 'network_id': '26575cbe-6c74-4e7c-b2a9-5d98199895d3'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:02:28.116911 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa7b507-0041-4e89-89d5-d19be2c6ed4b admin admin] Made reservation on behalf of 6a4e7e2a93774afaa25b7827e8024258 for: {'subnet': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:02:28.119436 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5aa7b507-0041-4e89-89d5-d19be2c6ed4b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:28.506686 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5aa7b507-0041-4e89-89d5-d19be2c6ed4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512'] for subnet, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:28.509749 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:02:28.591116 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7b507-0041-4e89-89d5-d19be2c6ed4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbf164fb-f922-4a72-9359-f293a36e45cd,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:02:28.598414 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-5aa7b507-0041-4e89-89d5-d19be2c6ed4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:02:28.599731 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa7b507-0041-4e89-89d5-d19be2c6ed4b admin admin] Checking segment: {'id': 'ee898cea-926d-42c5-bb50-1abfa0108d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '26575cbe-6c74-4e7c-b2a9-5d98199895d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:02:28.600026 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa7b507-0041-4e89-89d5-d19be2c6ed4b admin admin] Network hostable DHCP agents. Network: 26575cbe-6c74-4e7c-b2a9-5d98199895d3, hostable agents: ['0a019bba-016c-4460-8b54-4bd863e23b42'], hosted agents: [] {{(pid=92958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 10:02:28.627900 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa7b507-0041-4e89-89d5-d19be2c6ed4b admin admin] Network 26575cbe-6c74-4e7c-b2a9-5d98199895d3 is scheduled to be hosted by DHCP agent 0a019bba-016c-4460-8b54-4bd863e23b42 with binding_index 1 {{(pid=92958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 10:02:28.645296 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-5aa7b507-0041-4e89-89d5-d19be2c6ed4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-3-iscsi, 26575cbe-6c74-4e7c-b2a9-5d98199895d3) {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:02:28.651335 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa7b507-0041-4e89-89d5-d19be2c6ed4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:02:28.652035 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5aa7b507-0041-4e89-89d5-d19be2c6ed4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:28.661700 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acc26c4-0770-4513-b893-8556db9ed615 None None] Network 26575cbe-6c74-4e7c-b2a9-5d98199895d3 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:02:28.676245 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-5aa7b507-0041-4e89-89d5-d19be2c6ed4b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5887613 Jun 21 10:02:29.102211 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759a80e7-35e0-5a16-8bb7-3ded93f90571-26575cbe-6c74-4e7c-b2a9-5d98199895d3', 'network_id': '26575cbe-6c74-4e7c-b2a9-5d98199895d3', 'tenant_id': '6a4e7e2a93774afaa25b7827e8024258', 'fixed_ips': [{'subnet_id': 'cbf164fb-f922-4a72-9359-f293a36e45cd'}]}} from dv-cinder-797245-3-iscsi. {{(pid=92969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 10:02:29.103576 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:29.505191 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.db_base_plugin_common [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Allocated IP 172.20.0.2 (26575cbe-6c74-4e7c-b2a9-5d98199895d3/cbf164fb-f922-4a72-9359-f293a36e45cd/487e6f9b-7731-48ba-8545-bf30630f70ca) {{(pid=92969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:02:29.781974 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Notify callbacks [] for port, precommit_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:29.803656 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Transition to ACTIVE for port object 487e6f9b-7731-48ba-8545-bf30630f70ca will not be triggered until provisioned by entity L2. {{(pid=92969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:02:29.871695 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Transition to ACTIVE for port object 487e6f9b-7731-48ba-8545-bf30630f70ca will not be triggered until provisioned by entity DHCP. {{(pid=92969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:02:29.887521 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797'] for port, after_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:29.892612 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:02:29.964956 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Network 26575cbe-6c74-4e7c-b2a9-5d98199895d3 is already hosted by enough agents. {{(pid=92969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:02:29.971577 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.scheduler.base_scheduler [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Resources bound (agent type, host, resource id): {{(pid=92969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:02:29.979460 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Received port after_create {{(pid=92969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:02:29.993373 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Pushing event updated for resources: {'Port': ['ID=487e6f9b-7731-48ba-8545-bf30630f70ca,revision_number=1']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:02:30.040805 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:30.041092 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:30.041353 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:30.041675 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:30.041994 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:30.042308 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:30.042673 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:30.042931 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:30.043265 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:30.043572 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:30.043883 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:30.044182 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Tracked resource versions report: Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: pushed versions: Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: { 'AddressGroup': {'1.2'}, Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: 'ConntrackHelper': {'1.0'}, Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: 'Log': {'1.0'}, Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: 'Network': {'1.1'}, Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: 'Port': {'1.7'}, Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: 'PortForwarding': {'1.2'}, Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: 'QosPolicy': {'1.8'}, Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: 'SecurityGroup': {'1.4'}, Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: 'SecurityGroupRule': {'1.2'}, Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: 'SubPort': {'1.0'}, Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: 'Subnet': {'1.1'}, Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: 'Trunk': {'1.1'}} Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: consumer versions: Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: { DHCP agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: L3 agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: Metadata agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: Metering agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: Open vSwitch agent@dv-cinder-797245-3-iscsi: { 'AddressGroup': '1.2', Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: 'ConntrackHelper': '1.0', Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: 'Log': '1.0', Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: 'Network': '1.1', Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: 'Port': '1.7', Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: 'PortForwarding': '1.2', Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: 'QosPolicy': '1.8', Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: 'SecurityGroup': '1.4', Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: 'SecurityGroupRule': '1.2', Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: 'SubPort': '1.0', Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: 'Subnet': '1.1', Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: 'Trunk': '1.1'}} Jun 21 10:02:30.045498 dv-cinder-797245-3-iscsi neutron-server[92969]: {{(pid=92969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 10:02:30.070224 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:02:30.092016 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Attempting to bind port 487e6f9b-7731-48ba-8545-bf30630f70ca on host dv-cinder-797245-3-iscsi for vnic_type normal with profile {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:02:30.092403 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Attempting to bind port 487e6f9b-7731-48ba-8545-bf30630f70ca by drivers openvswitch,hyperv on host dv-cinder-797245-3-iscsi at level 0 using segments [{'id': 'ee898cea-926d-42c5-bb50-1abfa0108d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '26575cbe-6c74-4e7c-b2a9-5d98199895d3'}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:02:30.092872 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Attempting to bind port 487e6f9b-7731-48ba-8545-bf30630f70ca on network 26575cbe-6c74-4e7c-b2a9-5d98199895d3 {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:02:30.101727 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Checking agent: {'id': '1b1a71b0-3353-4cb1-9b62-7c1d9dbff1e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 2, 11), 'started_at': datetime.datetime(2021, 6, 21, 10, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:02:30.102335 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Checking segment: {'id': 'ee898cea-926d-42c5-bb50-1abfa0108d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '26575cbe-6c74-4e7c-b2a9-5d98199895d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:02:30.103071 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:30.103711 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Bound using segment: {'id': 'ee898cea-926d-42c5-bb50-1abfa0108d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '26575cbe-6c74-4e7c-b2a9-5d98199895d3'} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:02:30.104531 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Bound port: 487e6f9b-7731-48ba-8545-bf30630f70ca, host: dv-cinder-797245-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee898cea-926d-42c5-bb50-1abfa0108d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '26575cbe-6c74-4e7c-b2a9-5d98199895d3'}}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:02:30.105257 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:30.194234 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] For port 487e6f9b-7731-48ba-8545-bf30630f70ca, host dv-cinder-797245-3-iscsi, cleared binding levels {{(pid=92969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:02:30.198819 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] For port 487e6f9b-7731-48ba-8545-bf30630f70ca, host dv-cinder-797245-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=487e6f9b-7731-48ba-8545-bf30630f70ca,segment=NetworkSegment(ee898cea-926d-42c5-bb50-1abfa0108d64),segment_id=ee898cea-926d-42c5-bb50-1abfa0108d64)] {{(pid=92969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:02:30.204426 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:30.207942 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:02:30.305913 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Pushing event updated for resources: {'Port': ['ID=487e6f9b-7731-48ba-8545-bf30630f70ca,revision_number=2']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:02:30.309982 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:02:31.559471 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 5 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:02:31.925706 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 39786) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:02:32.657012 dv-cinder-797245-3-iscsi neutron-server[92965]: WARNING oslo_policy.policy [None req-a927052e-154c-45e5-807b-8d76b5db65e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 10:02:32.658123 dv-cinder-797245-3-iscsi neutron-server[92965]: WARNING oslo_policy.policy [None req-a927052e-154c-45e5-807b-8d76b5db65e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 10:02:32.893787 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [None req-a927052e-154c-45e5-807b-8d76b5db65e9 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 10:02:32.895003 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-a927052e-154c-45e5-807b-8d76b5db65e9 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9671819 Jun 21 10:02:35.764148 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 39800) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:02:36.311712 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [None req-68cabd63-ef84-4721-9c28-83e6065ac058 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 10:02:36.314216 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-68cabd63-ef84-4721-9c28-83e6065ac058 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5489244 Jun 21 10:02:37.313338 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-7beadc21-67c8-437f-9a8b-7e094f4020fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:37.761821 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1c586a-301c-458b-ba10-b531bbc12fea None None] Network 26575cbe-6c74-4e7c-b2a9-5d98199895d3 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:02:37.837118 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-949c7e21-c88b-4853-a375-c52dbd2da0d4 None None] Provisioning for port 487e6f9b-7731-48ba-8545-bf30630f70ca completed by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:02:37.922728 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 487e6f9b-7731-48ba-8545-bf30630f70ca up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:02:38.087097 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning for port 487e6f9b-7731-48ba-8545-bf30630f70ca completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:02:38.097193 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port 487e6f9b-7731-48ba-8545-bf30630f70ca triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:02:38.097611 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:38.268491 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:38.338076 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] For port 487e6f9b-7731-48ba-8545-bf30630f70ca, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=487e6f9b-7731-48ba-8545-bf30630f70ca,segment=NetworkSegment(ee898cea-926d-42c5-bb50-1abfa0108d64),segment_id=ee898cea-926d-42c5-bb50-1abfa0108d64)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:02:38.346128 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:38.350342 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-c92cad8b-2c59-4a27-873a-ca926aed96ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:02:38.414310 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Pushing event updated for resources: {'Port': ['ID=487e6f9b-7731-48ba-8545-bf30630f70ca,revision_number=3']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:02:38.418211 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:02:38.500466 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-b23ef344-cc4f-4e86-bf5e-1d82d9b40ccc None None] Provisioning complete for port 487e6f9b-7731-48ba-8545-bf30630f70ca triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:02:38.501043 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-b23ef344-cc4f-4e86-bf5e-1d82d9b40ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:39.326592 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 39814) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:02:39.769470 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-043c38bf-dc70-4833-9260-3f996d8bfcf8 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '6a4e7e2a93774afaa25b7827e8024258'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:02:39.834016 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.policy [None req-043c38bf-dc70-4833-9260-3f996d8bfcf8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92965) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 21 10:02:39.882893 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 487e6f9b-7731-48ba-8545-bf30630f70ca up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:02:39.885904 dv-cinder-797245-3-iscsi neutron-server[92965]: WARNING oslo_policy.policy [None req-043c38bf-dc70-4833-9260-3f996d8bfcf8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 10:02:39.886371 dv-cinder-797245-3-iscsi neutron-server[92965]: WARNING oslo_policy.policy [None req-043c38bf-dc70-4833-9260-3f996d8bfcf8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 10:02:39.896018 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.quota [None req-043c38bf-dc70-4833-9260-3f996d8bfcf8 admin admin] Loaded quota_driver: . Jun 21 10:02:39.949250 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port 487e6f9b-7731-48ba-8545-bf30630f70ca triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:02:39.949912 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:39.968376 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-043c38bf-dc70-4833-9260-3f996d8bfcf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3733420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1346'] for router, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:39.971071 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-043c38bf-dc70-4833-9260-3f996d8bfcf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3857055', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1339'] for router, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:40.143414 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-043c38bf-dc70-4833-9260-3f996d8bfcf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:40.149219 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-043c38bf-dc70-4833-9260-3f996d8bfcf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3858233'] for router, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:40.174327 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-043c38bf-dc70-4833-9260-3f996d8bfcf8 admin admin] Notify callbacks [] for router, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:40.177070 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-043c38bf-dc70-4833-9260-3f996d8bfcf8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8492804 Jun 21 10:02:40.798996 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:40.897408 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-799caf6d-9995-4855-a61f-72b2097aca9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:42.979465 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:43.041434 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 39834) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:02:43.204699 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [None req-22009166-41bc-4a13-9ec3-b1be35625f96 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 10:02:43.206233 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-22009166-41bc-4a13-9ec3-b1be35625f96 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1638939 Jun 21 10:02:45.047482 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:45.949072 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 39852) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:02:46.016567 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:02:46.042657 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Made reservation on behalf of bc4e16cd16224b2bb3f3c88cdac1dc7c for: {'network': 1} {{(pid=92965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:02:46.045916 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for network, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:46.065196 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:46.206508 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:46.210944 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:46.215555 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:02:46.226507 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Reserving flat network on physical network physnet1 {{(pid=92965) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 21 10:02:46.265648 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741296622538', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:46.266452 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Unsubscribe: segment precommit_create {{(pid=92965) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 21 10:02:46.266964 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.db.segments_db [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Added segment 51446d15-6cd3-4f7c-9b01-f06091ff92a2 of type flat for network fb624688-f845-4b15-87c8-de4e29ba1da0 Jun 21 10:02:46.274519 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2053d017-58f3-4af5-8d6e-f1f5d9cf8a5f,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:02:46.314816 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:46.315298 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:46.315725 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:46.316148 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:46.316559 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:46.317037 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:46.317466 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:46.317880 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:46.318348 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:46.318828 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:46.319302 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:46.319765 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Tracked resource versions report: Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: pushed versions: Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: { 'AddressGroup': {'1.2'}, Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: 'ConntrackHelper': {'1.0'}, Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: 'Log': {'1.0'}, Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: 'Network': {'1.1'}, Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: 'Port': {'1.7'}, Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: 'PortForwarding': {'1.2'}, Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: 'QosPolicy': {'1.8'}, Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: 'SecurityGroup': {'1.4'}, Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: 'SecurityGroupRule': {'1.2'}, Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: 'SubPort': {'1.0'}, Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: 'Subnet': {'1.1'}, Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: 'Trunk': {'1.1'}} Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: consumer versions: Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: { DHCP agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: L3 agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: Metadata agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: Metering agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: Open vSwitch agent@dv-cinder-797245-3-iscsi: { 'AddressGroup': '1.2', Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: 'ConntrackHelper': '1.0', Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: 'Log': '1.0', Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: 'Network': '1.1', Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: 'Port': '1.7', Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: 'PortForwarding': '1.2', Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: 'QosPolicy': '1.8', Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: 'SecurityGroup': '1.4', Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: 'SecurityGroupRule': '1.2', Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: 'SubPort': '1.0', Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: 'Subnet': '1.1', Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: 'Trunk': '1.1'}} Jun 21 10:02:46.321328 dv-cinder-797245-3-iscsi neutron-server[92965]: {{(pid=92965) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 10:02:46.403028 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:02:46.412450 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741296102858'] for network, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:46.481930 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523'] for network, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:46.484446 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:02:46.485285 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:46.490293 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:02:46.572361 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6220870 Jun 21 10:02:46.606332 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Pushing event updated for resources: {'Network': ['ID=fb624688-f845-4b15-87c8-de4e29ba1da0,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:02:46.611235 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:02:46.618671 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Network fb624688-f845-4b15-87c8-de4e29ba1da0 details requested by agent ovs-agent-dv-cinder-797245-3-iscsi with host dv-cinder-797245-3-iscsi {{(pid=92969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 10:02:48.978744 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 39864) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:02:49.184671 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc83b85-7d2f-4641-8332-430839ccf100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:02:49.186036 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-6cc83b85-7d2f-4641-8332-430839ccf100 admin admin] 10.222.0.50 "GET /v2.0/subnets/cbf164fb-f922-4a72-9359-f293a36e45cd HTTP/1.1" status: 200 len: 849 time: 0.2059009 Jun 21 10:02:49.363548 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-fd2bdfdf-87d1-47df-b580-4146637d33ef admin admin] 10.222.0.50 "GET /v2.0/routers/ec9d9eba-a907-4b90-95f4-56189dfa90ac HTTP/1.1" status: 200 len: 704 time: 0.1700692 Jun 21 10:02:49.734320 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f1e10912-4daa-44eb-a23e-669a0dc9b8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:50.144848 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_common [None req-f1e10912-4daa-44eb-a23e-669a0dc9b8db admin admin] Allocated IP 172.20.0.1 (26575cbe-6c74-4e7c-b2a9-5d98199895d3/cbf164fb-f922-4a72-9359-f293a36e45cd/ab437bd1-d6ca-44cb-bb14-88b78ae82ead) {{(pid=92965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:02:50.433189 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f1e10912-4daa-44eb-a23e-669a0dc9b8db admin admin] Notify callbacks [] for port, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:50.463990 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.provisioning_blocks [None req-f1e10912-4daa-44eb-a23e-669a0dc9b8db admin admin] Transition to ACTIVE for port object ab437bd1-d6ca-44cb-bb14-88b78ae82ead will not be triggered until provisioned by entity DHCP. {{(pid=92965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:02:50.576598 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f1e10912-4daa-44eb-a23e-669a0dc9b8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797'] for port, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:50.580492 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:02:50.663228 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e10912-4daa-44eb-a23e-669a0dc9b8db admin admin] Network 26575cbe-6c74-4e7c-b2a9-5d98199895d3 is already hosted by enough agents. {{(pid=92965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:02:50.669536 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [None req-f1e10912-4daa-44eb-a23e-669a0dc9b8db admin admin] Resources bound (agent type, host, resource id): {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:02:50.679765 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e10912-4daa-44eb-a23e-669a0dc9b8db admin admin] Received port after_create {{(pid=92965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:02:50.680615 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f1e10912-4daa-44eb-a23e-669a0dc9b8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745814'] for router_interface, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:50.717584 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e10912-4daa-44eb-a23e-669a0dc9b8db admin admin] Pushing event updated for resources: {'Port': ['ID=ab437bd1-d6ca-44cb-bb14-88b78ae82ead,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:02:50.722568 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-f1e10912-4daa-44eb-a23e-669a0dc9b8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:02:50.914313 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-f42e293e-0f15-4b1d-ae05-042d9986e914 None None] Provisioning for port ab437bd1-d6ca-44cb-bb14-88b78ae82ead completed by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:02:50.919355 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-f42e293e-0f15-4b1d-ae05-042d9986e914 None None] Provisioning complete for port ab437bd1-d6ca-44cb-bb14-88b78ae82ead triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:02:50.919826 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-f42e293e-0f15-4b1d-ae05-042d9986e914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:50.977243 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-f42e293e-0f15-4b1d-ae05-042d9986e914 None None] Port ab437bd1-d6ca-44cb-bb14-88b78ae82ead cannot update to ACTIVE because it is not bound. {{(pid=92969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 10:02:51.040745 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f1e10912-4daa-44eb-a23e-669a0dc9b8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:51.259421 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f1e10912-4daa-44eb-a23e-669a0dc9b8db admin admin] Notify callbacks [] for port, precommit_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:51.266365 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f1e10912-4daa-44eb-a23e-669a0dc9b8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:51.267968 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f1e10912-4daa-44eb-a23e-669a0dc9b8db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3840613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3854351'] for router_interface, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:51.270334 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-f1e10912-4daa-44eb-a23e-669a0dc9b8db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:02:51.387482 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e10912-4daa-44eb-a23e-669a0dc9b8db admin admin] Pushing event updated for resources: {'Port': ['ID=ab437bd1-d6ca-44cb-bb14-88b78ae82ead,revision_number=2']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:02:51.394187 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-f1e10912-4daa-44eb-a23e-669a0dc9b8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:02:51.449107 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e10912-4daa-44eb-a23e-669a0dc9b8db admin admin] Network 26575cbe-6c74-4e7c-b2a9-5d98199895d3 is already hosted by enough agents. {{(pid=92965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:02:51.450777 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [None req-f1e10912-4daa-44eb-a23e-669a0dc9b8db admin admin] Resources bound (agent type, host, resource id): {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:02:51.691002 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e10912-4daa-44eb-a23e-669a0dc9b8db admin admin] Router ec9d9eba-a907-4b90-95f4-56189dfa90ac is scheduled to L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 with binding_index 1 {{(pid=92965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 10:02:51.709742 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-33013057-d788-4bfc-ab30-c15ca1c91e83 None None] Provisioning complete for port ab437bd1-d6ca-44cb-bb14-88b78ae82ead triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:02:51.710268 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-33013057-d788-4bfc-ab30-c15ca1c91e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:51.768178 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-33013057-d788-4bfc-ab30-c15ca1c91e83 None None] Port ab437bd1-d6ca-44cb-bb14-88b78ae82ead cannot update to ACTIVE because it is not bound. {{(pid=92969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 10:02:51.821040 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e10912-4daa-44eb-a23e-669a0dc9b8db admin admin] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:02:51.828073 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-f1e10912-4daa-44eb-a23e-669a0dc9b8db admin admin] 10.222.0.50 "PUT /v2.0/routers/ec9d9eba-a907-4b90-95f4-56189dfa90ac/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4592988 Jun 21 10:02:51.845575 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aa6423-0ec4-45ce-9e88-5095e1ecb639 None None] Sync routers for ids ['ec9d9eba-a907-4b90-95f4-56189dfa90ac'] in dv-cinder-797245-3-iscsi {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:02:51.863454 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aa6423-0ec4-45ce-9e88-5095e1ecb639 None None] Routers {'ec9d9eba-a907-4b90-95f4-56189dfa90ac'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:02:51.864813 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-d9aa6423-0ec4-45ce-9e88-5095e1ecb639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:02:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['ec9d9eba-a907-4b90-95f4-56189dfa90ac'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:02:52.072552 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-d9aa6423-0ec4-45ce-9e88-5095e1ecb639 None None] Set router ec9d9eba-a907-4b90-95f4-56189dfa90ac gateway port host: None {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:02:52.634381 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-d9aa6423-0ec4-45ce-9e88-5095e1ecb639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9d9eba-a907-4b90-95f4-56189dfa90ac', 'name': 'router1', 'tenant_id': '6a4e7e2a93774afaa25b7827e8024258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:02:39Z', 'updated_at': '2021-06-21T10:02:50Z', 'revision_number': 2, 'project_id': '6a4e7e2a93774afaa25b7827e8024258', 'gw_port_host': None, '_interfaces': [{'id': 'ab437bd1-d6ca-44cb-bb14-88b78ae82ead', 'name': '', 'network_id': '26575cbe-6c74-4e7c-b2a9-5d98199895d3', 'tenant_id': '6a4e7e2a93774afaa25b7827e8024258', 'mac_address': 'fa:16:3e:5a:4f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9d9eba-a907-4b90-95f4-56189dfa90ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cbf164fb-f922-4a72-9359-f293a36e45cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:02:49Z', 'updated_at': '2021-06-21T10:02:51Z', 'revision_number': 2, 'project_id': '6a4e7e2a93774afaa25b7827e8024258', 'subnets': [{'id': 'cbf164fb-f922-4a72-9359-f293a36e45cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5938142f-8ef1-4e02-93cc-05f94d567d93'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:02:52.690764 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aa6423-0ec4-45ce-9e88-5095e1ecb639 None None] Checking router: ec9d9eba-a907-4b90-95f4-56189dfa90ac for host: dv-cinder-797245-3-iscsi {{(pid=92973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:02:52.691136 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aa6423-0ec4-45ce-9e88-5095e1ecb639 None None] Updating router ec9d9eba-a907-4b90-95f4-56189dfa90ac port ab437bd1-d6ca-44cb-bb14-88b78ae82ead binding host dv-cinder-797245-3-iscsi {{(pid=92973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 10:02:52.768702 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d9aa6423-0ec4-45ce-9e88-5095e1ecb639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:53.371813 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d9aa6423-0ec4-45ce-9e88-5095e1ecb639 None None] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:53.393610 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [None req-d9aa6423-0ec4-45ce-9e88-5095e1ecb639 None None] Transition to ACTIVE for port object ab437bd1-d6ca-44cb-bb14-88b78ae82ead will not be triggered until provisioned by entity L2. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:02:53.407107 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d9aa6423-0ec4-45ce-9e88-5095e1ecb639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:53.411386 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:02:53.665675 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e933bdc-ae54-4a65-a97e-1dc58c77dbe3 None None] Pushing event updated for resources: {'Port': ['ID=ab437bd1-d6ca-44cb-bb14-88b78ae82ead,revision_number=3']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:02:53.671846 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [None req-d9aa6423-0ec4-45ce-9e88-5095e1ecb639 None None] Attempting to bind port ab437bd1-d6ca-44cb-bb14-88b78ae82ead on host dv-cinder-797245-3-iscsi for vnic_type normal with profile {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:02:53.672514 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [None req-d9aa6423-0ec4-45ce-9e88-5095e1ecb639 None None] Attempting to bind port ab437bd1-d6ca-44cb-bb14-88b78ae82ead by drivers openvswitch,hyperv on host dv-cinder-797245-3-iscsi at level 0 using segments [{'id': 'ee898cea-926d-42c5-bb50-1abfa0108d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '26575cbe-6c74-4e7c-b2a9-5d98199895d3'}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:02:53.673264 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aa6423-0ec4-45ce-9e88-5095e1ecb639 None None] Attempting to bind port ab437bd1-d6ca-44cb-bb14-88b78ae82ead on network 26575cbe-6c74-4e7c-b2a9-5d98199895d3 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:02:53.684735 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e933bdc-ae54-4a65-a97e-1dc58c77dbe3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:53.685306 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e933bdc-ae54-4a65-a97e-1dc58c77dbe3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:53.685861 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e933bdc-ae54-4a65-a97e-1dc58c77dbe3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:53.686452 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e933bdc-ae54-4a65-a97e-1dc58c77dbe3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:53.687122 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e933bdc-ae54-4a65-a97e-1dc58c77dbe3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:53.687737 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e933bdc-ae54-4a65-a97e-1dc58c77dbe3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:53.688090 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e933bdc-ae54-4a65-a97e-1dc58c77dbe3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:53.688569 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e933bdc-ae54-4a65-a97e-1dc58c77dbe3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:53.688939 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e933bdc-ae54-4a65-a97e-1dc58c77dbe3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:53.689339 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e933bdc-ae54-4a65-a97e-1dc58c77dbe3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:53.689658 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e933bdc-ae54-4a65-a97e-1dc58c77dbe3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:53.689971 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e933bdc-ae54-4a65-a97e-1dc58c77dbe3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e933bdc-ae54-4a65-a97e-1dc58c77dbe3 None None] Tracked resource versions report: Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: pushed versions: Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: { 'AddressGroup': {'1.2'}, Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: 'ConntrackHelper': {'1.0'}, Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: 'Log': {'1.0'}, Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: 'Network': {'1.1'}, Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: 'Port': {'1.7'}, Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: 'PortForwarding': {'1.2'}, Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: 'QosPolicy': {'1.8'}, Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: 'SecurityGroup': {'1.4'}, Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: 'SecurityGroupRule': {'1.2'}, Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: 'SubPort': {'1.0'}, Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: 'Subnet': {'1.1'}, Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: 'Trunk': {'1.1'}} Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: consumer versions: Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: { DHCP agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: L3 agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: Metadata agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: Metering agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: Open vSwitch agent@dv-cinder-797245-3-iscsi: { 'AddressGroup': '1.2', Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: 'ConntrackHelper': '1.0', Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: 'Log': '1.0', Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: 'Network': '1.1', Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: 'Port': '1.7', Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: 'PortForwarding': '1.2', Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: 'QosPolicy': '1.8', Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: 'SecurityGroup': '1.4', Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: 'SecurityGroupRule': '1.2', Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: 'SubPort': '1.0', Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: 'Subnet': '1.1', Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: 'Trunk': '1.1'}} Jun 21 10:02:53.692316 dv-cinder-797245-3-iscsi neutron-server[92973]: {{(pid=92973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 10:02:53.699420 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [None req-0e933bdc-ae54-4a65-a97e-1dc58c77dbe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:02:53.700719 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aa6423-0ec4-45ce-9e88-5095e1ecb639 None None] Checking agent: {'id': '1b1a71b0-3353-4cb1-9b62-7c1d9dbff1e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 2, 11), 'started_at': datetime.datetime(2021, 6, 21, 10, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:02:53.701136 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aa6423-0ec4-45ce-9e88-5095e1ecb639 None None] Checking segment: {'id': 'ee898cea-926d-42c5-bb50-1abfa0108d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '26575cbe-6c74-4e7c-b2a9-5d98199895d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:02:53.701617 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d9aa6423-0ec4-45ce-9e88-5095e1ecb639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:53.702036 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aa6423-0ec4-45ce-9e88-5095e1ecb639 None None] Bound using segment: {'id': 'ee898cea-926d-42c5-bb50-1abfa0108d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '26575cbe-6c74-4e7c-b2a9-5d98199895d3'} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:02:53.702538 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [None req-d9aa6423-0ec4-45ce-9e88-5095e1ecb639 None None] Bound port: ab437bd1-d6ca-44cb-bb14-88b78ae82ead, host: dv-cinder-797245-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee898cea-926d-42c5-bb50-1abfa0108d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '26575cbe-6c74-4e7c-b2a9-5d98199895d3'}}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:02:53.702911 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d9aa6423-0ec4-45ce-9e88-5095e1ecb639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:53.795514 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-d9aa6423-0ec4-45ce-9e88-5095e1ecb639 None None] For port ab437bd1-d6ca-44cb-bb14-88b78ae82ead, host dv-cinder-797245-3-iscsi, cleared binding levels {{(pid=92973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:02:53.825917 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-d9aa6423-0ec4-45ce-9e88-5095e1ecb639 None None] For port ab437bd1-d6ca-44cb-bb14-88b78ae82ead, host dv-cinder-797245-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=ab437bd1-d6ca-44cb-bb14-88b78ae82ead,segment=NetworkSegment(ee898cea-926d-42c5-bb50-1abfa0108d64),segment_id=ee898cea-926d-42c5-bb50-1abfa0108d64)] {{(pid=92973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:02:53.834006 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d9aa6423-0ec4-45ce-9e88-5095e1ecb639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:53.836991 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [None req-0e933bdc-ae54-4a65-a97e-1dc58c77dbe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:02:53.906738 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e933bdc-ae54-4a65-a97e-1dc58c77dbe3 None None] Pushing event updated for resources: {'Port': ['ID=ab437bd1-d6ca-44cb-bb14-88b78ae82ead,revision_number=4']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:02:53.910205 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [None req-0e933bdc-ae54-4a65-a97e-1dc58c77dbe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:02:53.911482 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aa6423-0ec4-45ce-9e88-5095e1ecb639 None None] Routers {'ec9d9eba-a907-4b90-95f4-56189dfa90ac'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:02:53.912295 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-d9aa6423-0ec4-45ce-9e88-5095e1ecb639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:02:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['ec9d9eba-a907-4b90-95f4-56189dfa90ac'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:02:54.042955 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-d9aa6423-0ec4-45ce-9e88-5095e1ecb639 None None] Set router ec9d9eba-a907-4b90-95f4-56189dfa90ac gateway port host: None {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:02:54.349262 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 39874) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:02:54.403821 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-d9aa6423-0ec4-45ce-9e88-5095e1ecb639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9d9eba-a907-4b90-95f4-56189dfa90ac', 'name': 'router1', 'tenant_id': '6a4e7e2a93774afaa25b7827e8024258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:02:39Z', 'updated_at': '2021-06-21T10:02:50Z', 'revision_number': 2, 'project_id': '6a4e7e2a93774afaa25b7827e8024258', 'gw_port_host': None, '_interfaces': [{'id': 'ab437bd1-d6ca-44cb-bb14-88b78ae82ead', 'name': '', 'network_id': '26575cbe-6c74-4e7c-b2a9-5d98199895d3', 'tenant_id': '6a4e7e2a93774afaa25b7827e8024258', 'mac_address': 'fa:16:3e:5a:4f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9d9eba-a907-4b90-95f4-56189dfa90ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cbf164fb-f922-4a72-9359-f293a36e45cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:02:49Z', 'updated_at': '2021-06-21T10:02:53Z', 'revision_number': 4, 'project_id': '6a4e7e2a93774afaa25b7827e8024258', 'subnets': [{'id': 'cbf164fb-f922-4a72-9359-f293a36e45cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5938142f-8ef1-4e02-93cc-05f94d567d93'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:02:54.449417 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aa6423-0ec4-45ce-9e88-5095e1ecb639 None None] The sync data for ids ['ec9d9eba-a907-4b90-95f4-56189dfa90ac'] in dv-cinder-797245-3-iscsi is: [{'id': 'ec9d9eba-a907-4b90-95f4-56189dfa90ac', 'name': 'router1', 'tenant_id': '6a4e7e2a93774afaa25b7827e8024258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:02:39Z', 'updated_at': '2021-06-21T10:02:50Z', 'revision_number': 2, 'project_id': '6a4e7e2a93774afaa25b7827e8024258', 'gw_port_host': None, '_interfaces': [{'id': 'ab437bd1-d6ca-44cb-bb14-88b78ae82ead', 'name': '', 'network_id': '26575cbe-6c74-4e7c-b2a9-5d98199895d3', 'tenant_id': '6a4e7e2a93774afaa25b7827e8024258', 'mac_address': 'fa:16:3e:5a:4f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9d9eba-a907-4b90-95f4-56189dfa90ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cbf164fb-f922-4a72-9359-f293a36e45cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:02:49Z', 'updated_at': '2021-06-21T10:02:53Z', 'revision_number': 4, 'project_id': '6a4e7e2a93774afaa25b7827e8024258', 'subnets': [{'id': 'cbf164fb-f922-4a72-9359-f293a36e45cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5938142f-8ef1-4e02-93cc-05f94d567d93'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:02:54.528101 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c735b7-941e-45fa-bf8d-feb57af52883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:02:54.529606 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-d9c735b7-941e-45fa-bf8d-feb57af52883 admin admin] 10.222.0.50 "GET /v2.0/networks/fb624688-f845-4b15-87c8-de4e29ba1da0 HTTP/1.1" status: 200 len: 842 time: 0.1793301 Jun 21 10:02:54.542247 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-a857dde0-9698-4686-b126-d254550239be admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:02:54.575598 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a857dde0-9698-4686-b126-d254550239be admin admin] Made reservation on behalf of bc4e16cd16224b2bb3f3c88cdac1dc7c for: {'subnet': 1} {{(pid=92965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:02:54.578613 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-a857dde0-9698-4686-b126-d254550239be admin admin] Notify callbacks [] for subnet, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:55.057949 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.objects.ports [None req-a857dde0-9698-4686-b126-d254550239be admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92965) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 21 10:02:55.058514 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-a857dde0-9698-4686-b126-d254550239be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512'] for subnet, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:55.063222 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:02:55.139185 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857dde0-9698-4686-b126-d254550239be admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2f51930-445a-41d0-bd73-46a6db281e7c,revision_number=0']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:02:55.150763 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-a857dde0-9698-4686-b126-d254550239be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:02:55.152183 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a857dde0-9698-4686-b126-d254550239be admin admin] Checking segment: {'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:02:55.152691 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a857dde0-9698-4686-b126-d254550239be admin admin] Network hostable DHCP agents. Network: fb624688-f845-4b15-87c8-de4e29ba1da0, hostable agents: ['0a019bba-016c-4460-8b54-4bd863e23b42'], hosted agents: [] {{(pid=92965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 10:02:55.189151 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a857dde0-9698-4686-b126-d254550239be admin admin] Network fb624688-f845-4b15-87c8-de4e29ba1da0 is scheduled to be hosted by DHCP agent 0a019bba-016c-4460-8b54-4bd863e23b42 with binding_index 1 {{(pid=92965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 10:02:55.209067 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [None req-a857dde0-9698-4686-b126-d254550239be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-3-iscsi, fb624688-f845-4b15-87c8-de4e29ba1da0) {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:02:55.216927 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a857dde0-9698-4686-b126-d254550239be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:02:55.217522 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-a857dde0-9698-4686-b126-d254550239be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for subnet, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:55.221876 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47658c1-46ab-4a36-a2fa-2daf0ff0ca88 None None] Network fb624688-f845-4b15-87c8-de4e29ba1da0 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:02:55.255196 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-a857dde0-9698-4686-b126-d254550239be admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7049887 Jun 21 10:02:55.488574 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29df895a-b7a9-4bd1-9007-7d572d59cad1 None None] Network fb624688-f845-4b15-87c8-de4e29ba1da0 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:02:57.781979 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 39886) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:02:57.924674 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device ab437bd1-d6ca-44cb-bb14-88b78ae82ead up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:02:57.970972 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-ef1f0361-35eb-44a8-8a38-57a6d0da7a29 admin admin] 10.222.0.50 "GET /v2.0/routers/ec9d9eba-a907-4b90-95f4-56189dfa90ac HTTP/1.1" status: 200 len: 710 time: 0.1875350 Jun 21 10:02:58.008690 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning for port ab437bd1-d6ca-44cb-bb14-88b78ae82ead completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:02:58.015721 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port ab437bd1-d6ca-44cb-bb14-88b78ae82ead triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:02:58.016368 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:58.078848 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1060e886-42a2-4ce5-bfff-ef98a451ab0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:02:58.080507 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-1060e886-42a2-4ce5-bfff-ef98a451ab0d admin admin] 10.222.0.50 "GET /v2.0/networks/fb624688-f845-4b15-87c8-de4e29ba1da0 HTTP/1.1" status: 200 len: 886 time: 0.1043468 Jun 21 10:02:58.100512 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-ffe8444f-d4f0-41d1-8a20-1ab2b45b033c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:02:58.117647 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:58.154975 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] For port ab437bd1-d6ca-44cb-bb14-88b78ae82ead, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=ab437bd1-d6ca-44cb-bb14-88b78ae82ead,segment=NetworkSegment(ee898cea-926d-42c5-bb50-1abfa0108d64),segment_id=ee898cea-926d-42c5-bb50-1abfa0108d64)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:02:58.160465 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:58.162812 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:02:58.272739 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Pushing event updated for resources: {'Port': ['ID=ab437bd1-d6ca-44cb-bb14-88b78ae82ead,revision_number=5']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:02:58.276443 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:02:58.490849 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ffe8444f-d4f0-41d1-8a20-1ab2b45b033c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3857133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3733342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1321'] for router, precommit_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:58.736338 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ffe8444f-d4f0-41d1-8a20-1ab2b45b033c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:58.819924 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ffe8444f-d4f0-41d1-8a20-1ab2b45b033c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:58.929928 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_common [None req-ffe8444f-d4f0-41d1-8a20-1ab2b45b033c admin admin] Allocated IP 172.27.2.98 (fb624688-f845-4b15-87c8-de4e29ba1da0/d2f51930-445a-41d0-bd73-46a6db281e7c/b28460f9-9323-4c60-9632-4c44ff73ff0a) {{(pid=92965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:02:59.038900 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ffe8444f-d4f0-41d1-8a20-1ab2b45b033c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:59.080360 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ffe8444f-d4f0-41d1-8a20-1ab2b45b033c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797'] for port, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:59.082803 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-f1e10912-4daa-44eb-a23e-669a0dc9b8db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:02:59.138318 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe8444f-d4f0-41d1-8a20-1ab2b45b033c admin admin] Network fb624688-f845-4b15-87c8-de4e29ba1da0 is already hosted by enough agents. {{(pid=92965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:02:59.140159 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8444f-d4f0-41d1-8a20-1ab2b45b033c admin admin] Pushing event updated for resources: {'Port': ['ID=b28460f9-9323-4c60-9632-4c44ff73ff0a,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:02:59.143076 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-ffe8444f-d4f0-41d1-8a20-1ab2b45b033c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:02:59.144090 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [None req-ffe8444f-d4f0-41d1-8a20-1ab2b45b033c admin admin] Resources bound (agent type, host, resource id): {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:02:59.146306 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe8444f-d4f0-41d1-8a20-1ab2b45b033c admin admin] Received port after_create {{(pid=92965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:02:59.440309 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ffe8444f-d4f0-41d1-8a20-1ab2b45b033c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:59.645229 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ffe8444f-d4f0-41d1-8a20-1ab2b45b033c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3857133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3733342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1321'] for router, precommit_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:59.648742 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ffe8444f-d4f0-41d1-8a20-1ab2b45b033c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3858233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3857091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3857140', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3733335'] for router, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:02:59.765459 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe8444f-d4f0-41d1-8a20-1ab2b45b033c admin admin] Router ec9d9eba-a907-4b90-95f4-56189dfa90ac has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:02:59.900342 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device ab437bd1-d6ca-44cb-bb14-88b78ae82ead up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:02:59.987670 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port ab437bd1-d6ca-44cb-bb14-88b78ae82ead triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:02:59.988190 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:03:00.057421 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe8444f-d4f0-41d1-8a20-1ab2b45b033c admin admin] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:03:00.064620 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ffe8444f-d4f0-41d1-8a20-1ab2b45b033c admin admin] Notify callbacks [] for router, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:03:00.068811 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-ffe8444f-d4f0-41d1-8a20-1ab2b45b033c admin admin] 10.222.0.50 "PUT /v2.0/routers/ec9d9eba-a907-4b90-95f4-56189dfa90ac HTTP/1.1" status: 200 len: 889 time: 1.9788840 Jun 21 10:03:00.095255 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4625a4bb-2c86-4be8-8d7c-53e0853f449b None None] Sync routers for ids ['ec9d9eba-a907-4b90-95f4-56189dfa90ac'] in dv-cinder-797245-3-iscsi {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:03:00.132202 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4625a4bb-2c86-4be8-8d7c-53e0853f449b None None] Routers {'ec9d9eba-a907-4b90-95f4-56189dfa90ac'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:03:00.133013 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-4625a4bb-2c86-4be8-8d7c-53e0853f449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:02:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['ec9d9eba-a907-4b90-95f4-56189dfa90ac'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:03:00.438686 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-4625a4bb-2c86-4be8-8d7c-53e0853f449b None None] Set router ec9d9eba-a907-4b90-95f4-56189dfa90ac gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:03:01.033020 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-4625a4bb-2c86-4be8-8d7c-53e0853f449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9d9eba-a907-4b90-95f4-56189dfa90ac', 'name': 'router1', 'tenant_id': '6a4e7e2a93774afaa25b7827e8024258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b28460f9-9323-4c60-9632-4c44ff73ff0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:02:39Z', 'updated_at': '2021-06-21T10:02:59Z', 'revision_number': 4, 'project_id': '6a4e7e2a93774afaa25b7827e8024258', 'gw_port': {'id': 'b28460f9-9323-4c60-9632-4c44ff73ff0a', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:55:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9d9eba-a907-4b90-95f4-56189dfa90ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:02:58Z', 'updated_at': '2021-06-21T10:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'ab437bd1-d6ca-44cb-bb14-88b78ae82ead', 'name': '', 'network_id': '26575cbe-6c74-4e7c-b2a9-5d98199895d3', 'tenant_id': '6a4e7e2a93774afaa25b7827e8024258', 'mac_address': 'fa:16:3e:5a:4f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9d9eba-a907-4b90-95f4-56189dfa90ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cbf164fb-f922-4a72-9359-f293a36e45cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:02:49Z', 'updated_at': '2021-06-21T10:02:58Z', 'revision_number': 5, 'project_id': '6a4e7e2a93774afaa25b7827e8024258', 'subnets': [{'id': 'cbf164fb-f922-4a72-9359-f293a36e45cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5938142f-8ef1-4e02-93cc-05f94d567d93'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:03:01.108119 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4625a4bb-2c86-4be8-8d7c-53e0853f449b None None] Checking router: ec9d9eba-a907-4b90-95f4-56189dfa90ac for host: dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:03:01.108728 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4625a4bb-2c86-4be8-8d7c-53e0853f449b None None] Updating router ec9d9eba-a907-4b90-95f4-56189dfa90ac port b28460f9-9323-4c60-9632-4c44ff73ff0a binding host dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 10:03:01.157840 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4625a4bb-2c86-4be8-8d7c-53e0853f449b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:03:01.601263 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4625a4bb-2c86-4be8-8d7c-53e0853f449b None None] Notify callbacks [] for port, precommit_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:03:01.618849 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4625a4bb-2c86-4be8-8d7c-53e0853f449b None None] Transition to ACTIVE for port object b28460f9-9323-4c60-9632-4c44ff73ff0a will not be triggered until provisioned by entity L2. {{(pid=92969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:03:01.631918 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4625a4bb-2c86-4be8-8d7c-53e0853f449b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:03:01.635608 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:03:01.715354 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-4625a4bb-2c86-4be8-8d7c-53e0853f449b None None] Attempting to bind port b28460f9-9323-4c60-9632-4c44ff73ff0a on host dv-cinder-797245-3-iscsi for vnic_type normal with profile {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:03:01.715898 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-4625a4bb-2c86-4be8-8d7c-53e0853f449b None None] Attempting to bind port b28460f9-9323-4c60-9632-4c44ff73ff0a by drivers openvswitch,hyperv on host dv-cinder-797245-3-iscsi at level 0 using segments [{'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:03:01.716439 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4625a4bb-2c86-4be8-8d7c-53e0853f449b None None] Attempting to bind port b28460f9-9323-4c60-9632-4c44ff73ff0a on network fb624688-f845-4b15-87c8-de4e29ba1da0 {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:03:01.719201 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450875e-9559-4a85-bff7-f047f97feea7 None None] Pushing event updated for resources: {'Port': ['ID=b28460f9-9323-4c60-9632-4c44ff73ff0a,revision_number=2']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:03:01.723832 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-1450875e-9559-4a85-bff7-f047f97feea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:03:01.727820 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4625a4bb-2c86-4be8-8d7c-53e0853f449b None None] Checking agent: {'id': '1b1a71b0-3353-4cb1-9b62-7c1d9dbff1e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 2, 11), 'started_at': datetime.datetime(2021, 6, 21, 10, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:03:01.728328 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4625a4bb-2c86-4be8-8d7c-53e0853f449b None None] Checking segment: {'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:03:01.728960 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4625a4bb-2c86-4be8-8d7c-53e0853f449b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:03:01.729532 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4625a4bb-2c86-4be8-8d7c-53e0853f449b None None] Bound using segment: {'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:03:01.730243 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-4625a4bb-2c86-4be8-8d7c-53e0853f449b None None] Bound port: b28460f9-9323-4c60-9632-4c44ff73ff0a, host: dv-cinder-797245-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:03:01.731656 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4625a4bb-2c86-4be8-8d7c-53e0853f449b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:03:01.914358 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4625a4bb-2c86-4be8-8d7c-53e0853f449b None None] For port b28460f9-9323-4c60-9632-4c44ff73ff0a, host dv-cinder-797245-3-iscsi, cleared binding levels {{(pid=92969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:03:01.917997 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4625a4bb-2c86-4be8-8d7c-53e0853f449b None None] For port b28460f9-9323-4c60-9632-4c44ff73ff0a, host dv-cinder-797245-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=b28460f9-9323-4c60-9632-4c44ff73ff0a,segment=NetworkSegment(51446d15-6cd3-4f7c-9b01-f06091ff92a2),segment_id=51446d15-6cd3-4f7c-9b01-f06091ff92a2)] {{(pid=92969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:03:01.930494 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4625a4bb-2c86-4be8-8d7c-53e0853f449b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:03:01.934491 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:03:02.023320 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450875e-9559-4a85-bff7-f047f97feea7 None None] Pushing event updated for resources: {'Port': ['ID=b28460f9-9323-4c60-9632-4c44ff73ff0a,revision_number=3']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:03:02.026313 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4625a4bb-2c86-4be8-8d7c-53e0853f449b None None] Routers {'ec9d9eba-a907-4b90-95f4-56189dfa90ac'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:03:02.027023 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-4625a4bb-2c86-4be8-8d7c-53e0853f449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:02:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['ec9d9eba-a907-4b90-95f4-56189dfa90ac'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:03:02.029532 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-1450875e-9559-4a85-bff7-f047f97feea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:03:02.181796 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-4625a4bb-2c86-4be8-8d7c-53e0853f449b None None] Set router ec9d9eba-a907-4b90-95f4-56189dfa90ac gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:03:02.479822 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-4625a4bb-2c86-4be8-8d7c-53e0853f449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9d9eba-a907-4b90-95f4-56189dfa90ac', 'name': 'router1', 'tenant_id': '6a4e7e2a93774afaa25b7827e8024258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b28460f9-9323-4c60-9632-4c44ff73ff0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:02:39Z', 'updated_at': '2021-06-21T10:02:59Z', 'revision_number': 4, 'project_id': '6a4e7e2a93774afaa25b7827e8024258', 'gw_port': {'id': 'b28460f9-9323-4c60-9632-4c44ff73ff0a', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:55:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9d9eba-a907-4b90-95f4-56189dfa90ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:02:58Z', 'updated_at': '2021-06-21T10:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'ab437bd1-d6ca-44cb-bb14-88b78ae82ead', 'name': '', 'network_id': '26575cbe-6c74-4e7c-b2a9-5d98199895d3', 'tenant_id': '6a4e7e2a93774afaa25b7827e8024258', 'mac_address': 'fa:16:3e:5a:4f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9d9eba-a907-4b90-95f4-56189dfa90ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cbf164fb-f922-4a72-9359-f293a36e45cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:02:49Z', 'updated_at': '2021-06-21T10:02:58Z', 'revision_number': 5, 'project_id': '6a4e7e2a93774afaa25b7827e8024258', 'subnets': [{'id': 'cbf164fb-f922-4a72-9359-f293a36e45cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5938142f-8ef1-4e02-93cc-05f94d567d93'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:03:02.511942 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4625a4bb-2c86-4be8-8d7c-53e0853f449b None None] The sync data for ids ['ec9d9eba-a907-4b90-95f4-56189dfa90ac'] in dv-cinder-797245-3-iscsi is: [{'id': 'ec9d9eba-a907-4b90-95f4-56189dfa90ac', 'name': 'router1', 'tenant_id': '6a4e7e2a93774afaa25b7827e8024258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b28460f9-9323-4c60-9632-4c44ff73ff0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:02:39Z', 'updated_at': '2021-06-21T10:02:59Z', 'revision_number': 4, 'project_id': '6a4e7e2a93774afaa25b7827e8024258', 'gw_port': {'id': 'b28460f9-9323-4c60-9632-4c44ff73ff0a', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:55:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9d9eba-a907-4b90-95f4-56189dfa90ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:02:58Z', 'updated_at': '2021-06-21T10:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'ab437bd1-d6ca-44cb-bb14-88b78ae82ead', 'name': '', 'network_id': '26575cbe-6c74-4e7c-b2a9-5d98199895d3', 'tenant_id': '6a4e7e2a93774afaa25b7827e8024258', 'mac_address': 'fa:16:3e:5a:4f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9d9eba-a907-4b90-95f4-56189dfa90ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cbf164fb-f922-4a72-9359-f293a36e45cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:02:49Z', 'updated_at': '2021-06-21T10:02:58Z', 'revision_number': 5, 'project_id': '6a4e7e2a93774afaa25b7827e8024258', 'subnets': [{'id': 'cbf164fb-f922-4a72-9359-f293a36e45cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5938142f-8ef1-4e02-93cc-05f94d567d93'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:03:03.070700 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 39894) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:03:03.227257 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-ac27454a-27e3-46c6-a8f0-10776c386528 admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1553888 Jun 21 10:03:03.933787 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device b28460f9-9323-4c60-9632-4c44ff73ff0a up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:03:04.001654 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning for port b28460f9-9323-4c60-9632-4c44ff73ff0a completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:03:04.006327 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port b28460f9-9323-4c60-9632-4c44ff73ff0a triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:03:04.006701 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:03:04.116571 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:03:04.147750 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] For port b28460f9-9323-4c60-9632-4c44ff73ff0a, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=b28460f9-9323-4c60-9632-4c44ff73ff0a,segment=NetworkSegment(51446d15-6cd3-4f7c-9b01-f06091ff92a2),segment_id=51446d15-6cd3-4f7c-9b01-f06091ff92a2)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:03:04.152931 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:03:04.156795 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:03:04.220491 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Pushing event updated for resources: {'Port': ['ID=b28460f9-9323-4c60-9632-4c44ff73ff0a,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:03:04.224340 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:03:05.912535 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device b28460f9-9323-4c60-9632-4c44ff73ff0a up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:03:06.001712 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port b28460f9-9323-4c60-9632-4c44ff73ff0a triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:03:06.002148 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:03:07.314943 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-6480ab07-4873-4e77-81e9-731c38644ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:03:08.593474 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 5 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:03:10.822250 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:03:10.917553 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-fe709a51-63db-43cd-8d9b-cb76aaed427e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:03:12.998826 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:03:15.077564 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:03:37.321141 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-b6edbcc8-d053-4a75-840a-37d532ab6284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:03:40.806182 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:03:40.918427 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-69ec7ab5-01d3-47b3-9fa3-cee2a68ed5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:03:43.046758 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:03:45.106145 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:03:45.567708 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 5 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:04:07.330149 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-1528597f-5812-46a0-acc1-3468e37354df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:04:10.804652 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:04:10.907047 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-997114f4-b687-476f-bc14-a16f5f3ab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:04:13.014846 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:04:15.082759 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:04:22.570436 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 5 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:04:37.313753 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-0fdc431c-1153-45d7-9aa6-2026caa3996a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:04:40.800758 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:04:40.893264 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-f6779f5f-06fa-44fd-b8c2-20dda20286c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:04:43.009563 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:04:45.087048 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:04:59.570756 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 5 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:05:03.319268 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 40462) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:05:03.400635 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.pecan_wsgi.hooks.translation [None req-3edbc3a5-906e-46a4-abd9-0dbbcea7115c admin admin] GET failed (client error): The resource could not be found. Jun 21 10:05:03.402115 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-3edbc3a5-906e-46a4-abd9-0dbbcea7115c admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0815787 Jun 21 10:05:03.602019 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35f5df0-144b-485b-8d7d-9bf28f1c8413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:05:03.604389 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-e35f5df0-144b-485b-8d7d-9bf28f1c8413 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1978464 Jun 21 10:05:05.917446 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 40472) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:05:06.026866 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70eecaa0-d8ce-4841-98eb-c7373e0d281b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:05:06.028229 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-70eecaa0-d8ce-4841-98eb-c7373e0d281b admin admin] 10.222.0.50 "GET /v2.0/subnets/cbf164fb-f922-4a72-9359-f293a36e45cd HTTP/1.1" status: 200 len: 849 time: 0.1096878 Jun 21 10:05:06.038635 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-48004721-0377-45c8-a5ab-45a59c4c51c9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:05:06.148897 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-48004721-0377-45c8-a5ab-45a59c4c51c9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:05:06.315888 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-48004721-0377-45c8-a5ab-45a59c4c51c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741296672476'] for subnet, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:05:06.318913 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-a857dde0-9698-4686-b126-d254550239be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:05:06.351515 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48004721-0377-45c8-a5ab-45a59c4c51c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:05:06.351515 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-48004721-0377-45c8-a5ab-45a59c4c51c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for subnet, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:05:06.353182 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-48004721-0377-45c8-a5ab-45a59c4c51c9 admin admin] 10.222.0.50 "PUT /v2.0/subnets/cbf164fb-f922-4a72-9359-f293a36e45cd HTTP/1.1" status: 200 len: 868 time: 0.3184006 Jun 21 10:05:06.359710 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02bd2fe-d32d-489a-a72c-99b8dc741d56 None None] Network 26575cbe-6c74-4e7c-b2a9-5d98199895d3 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:05:06.381578 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48004721-0377-45c8-a5ab-45a59c4c51c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbf164fb-f922-4a72-9359-f293a36e45cd,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:05:06.390297 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48004721-0377-45c8-a5ab-45a59c4c51c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:05:06.390648 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48004721-0377-45c8-a5ab-45a59c4c51c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:05:06.390998 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48004721-0377-45c8-a5ab-45a59c4c51c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:05:06.391372 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48004721-0377-45c8-a5ab-45a59c4c51c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:05:06.391699 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48004721-0377-45c8-a5ab-45a59c4c51c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:05:06.392025 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48004721-0377-45c8-a5ab-45a59c4c51c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:05:06.392379 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48004721-0377-45c8-a5ab-45a59c4c51c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:05:06.392727 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48004721-0377-45c8-a5ab-45a59c4c51c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:05:06.393054 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48004721-0377-45c8-a5ab-45a59c4c51c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:05:06.393404 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48004721-0377-45c8-a5ab-45a59c4c51c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:05:06.393688 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48004721-0377-45c8-a5ab-45a59c4c51c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:05:06.393999 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48004721-0377-45c8-a5ab-45a59c4c51c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:05:06.398124 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-48004721-0377-45c8-a5ab-45a59c4c51c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:05:06.813434 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-f093e331-cfd7-455a-b2c6-20d305d6f245 None None] Provisioning complete for port 487e6f9b-7731-48ba-8545-bf30630f70ca triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:05:06.813825 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-f093e331-cfd7-455a-b2c6-20d305d6f245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:05:06.907457 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-f093e331-cfd7-455a-b2c6-20d305d6f245 None None] Provisioning complete for port ab437bd1-d6ca-44cb-bb14-88b78ae82ead triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:05:06.907754 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-f093e331-cfd7-455a-b2c6-20d305d6f245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:05:07.314657 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-db6443a3-dce0-40ff-ac4e-ee8bf38c3a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:05:08.979642 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 40480) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:05:09.206126 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6d568e-34d8-4e23-bdfe-ede7aa8ebfc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:05:09.206513 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6d568e-34d8-4e23-bdfe-ede7aa8ebfc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:05:09.208065 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-2b6d568e-34d8-4e23-bdfe-ede7aa8ebfc9 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2273288 Jun 21 10:05:10.811770 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:05:10.893955 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-7360fe41-cc18-4745-96c7-c7ca704170ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:05:11.641836 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 40488) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:05:11.786742 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830e1901-2b83-4a29-96d1-8d3621638a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:05:11.787207 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830e1901-2b83-4a29-96d1-8d3621638a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:05:11.788800 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-830e1901-2b83-4a29-96d1-8d3621638a9a admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1459460 Jun 21 10:05:13.002949 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:05:14.258083 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 40496) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:05:14.399708 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e82d77-3b76-4d92-94a9-0b892f07f524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:05:14.402009 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-c1e82d77-3b76-4d92-94a9-0b892f07f524 admin admin] 10.222.0.50 "GET /v2.0/networks/26575cbe-6c74-4e7c-b2a9-5d98199895d3 HTTP/1.1" status: 200 len: 870 time: 0.1426661 Jun 21 10:05:15.082185 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:05:16.643154 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 40504) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:05:16.783439 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa1f11f-7dac-4bb7-b60b-014c67492091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:05:16.784833 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-0fa1f11f-7dac-4bb7-b60b-014c67492091 admin admin] 10.222.0.50 "GET /v2.0/networks/fb624688-f845-4b15-87c8-de4e29ba1da0 HTTP/1.1" status: 200 len: 886 time: 0.1406674 Jun 21 10:05:19.205211 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 40512) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:05:19.339412 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1d5e85-3c26-4863-9ba2-6f04b7d73407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:05:19.339867 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1d5e85-3c26-4863-9ba2-6f04b7d73407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:05:19.341982 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-9b1d5e85-3c26-4863-9ba2-6f04b7d73407 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1352506 Jun 21 10:05:21.777452 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 40520) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:05:21.879163 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb583e8-7aa5-435e-943e-00cf58b62218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:05:21.879615 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb583e8-7aa5-435e-943e-00cf58b62218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:05:21.881196 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-4eb583e8-7aa5-435e-943e-00cf58b62218 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1027992 Jun 21 10:05:24.216275 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 40528) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:05:24.373531 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fdab82-1b48-485d-894b-a80503d33d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:05:24.375670 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-e6fdab82-1b48-485d-894b-a80503d33d33 admin admin] 10.222.0.50 "GET /v2.0/subnets/cbf164fb-f922-4a72-9359-f293a36e45cd HTTP/1.1" status: 200 len: 868 time: 0.1579976 Jun 21 10:05:26.934584 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 40536) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:05:27.052852 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae552712-1c93-45f8-8f97-72cefb3f505f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:05:27.054262 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-ae552712-1c93-45f8-8f97-72cefb3f505f admin admin] 10.222.0.50 "GET /v2.0/subnets/d2f51930-445a-41d0-bd73-46a6db281e7c HTTP/1.1" status: 200 len: 816 time: 0.1181490 Jun 21 10:05:36.569201 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 5 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:05:37.306726 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-1ba7c283-c535-4e16-a805-29c1eaea68fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:05:40.803830 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:05:40.895931 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-0c9f1402-5155-4796-b260-dcde71af68d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:05:42.994533 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:05:45.083633 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:05:52.422438 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 40582) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:05:52.476557 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [None req-ed54e96f-e262-4308-ba1d-f7250af72650 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 10:05:52.477734 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-ed54e96f-e262-4308-ba1d-f7250af72650 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0536644 Jun 21 10:05:54.753804 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 40590) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:05:54.816997 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a051aa4-d6a5-4e92-83e1-8c4a326400e7 admin admin] GET failed (client error): The resource could not be found. Jun 21 10:05:54.818315 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-2a051aa4-d6a5-4e92-83e1-8c4a326400e7 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0633047 Jun 21 10:05:54.902873 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aa2e9e-1fd2-4d58-97eb-2dcf24610da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:05:54.905031 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-73aa2e9e-1fd2-4d58-97eb-2dcf24610da3 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0821278 Jun 21 10:05:57.141430 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 40598) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:05:57.189919 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-5147082a-c4b8-4028-b40a-e1877e73b052 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:05:57.212107 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5147082a-c4b8-4028-b40a-e1877e73b052 admin admin] Made reservation on behalf of bc4e16cd16224b2bb3f3c88cdac1dc7c for: {'network': 1} {{(pid=92965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:05:57.214547 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-5147082a-c4b8-4028-b40a-e1877e73b052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for network, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:05:57.248874 dv-cinder-797245-3-iscsi neutron-server[92965]: WARNING neutron.services.revisions.revision_plugin [None req-5147082a-c4b8-4028-b40a-e1877e73b052 admin admin] Could not find related network for resource to bump revision. Jun 21 10:05:57.262496 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5147082a-c4b8-4028-b40a-e1877e73b052 admin admin] vlan segment allocate from pool success with {'vlan_id': 1177, 'physical_network': 'physnet1'} {{(pid=92965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 10:05:57.272676 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-5147082a-c4b8-4028-b40a-e1877e73b052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:05:57.273723 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.db.segments_db [None req-5147082a-c4b8-4028-b40a-e1877e73b052 admin admin] Added segment b4ff41fa-5110-47cc-bfc1-6d253f0e1539 of type vlan for network 9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0 Jun 21 10:05:57.321308 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-5147082a-c4b8-4028-b40a-e1877e73b052 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741296102858'] for network, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:05:57.354910 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-5147082a-c4b8-4028-b40a-e1877e73b052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523'] for network, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:05:57.356327 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5147082a-c4b8-4028-b40a-e1877e73b052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:05:57.356934 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-5147082a-c4b8-4028-b40a-e1877e73b052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:05:57.359607 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:05:57.412713 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-5147082a-c4b8-4028-b40a-e1877e73b052 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2694559 Jun 21 10:05:57.417631 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147082a-c4b8-4028-b40a-e1877e73b052 admin admin] Pushing event updated for resources: {'Network': ['ID=9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:05:57.426514 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-5147082a-c4b8-4028-b40a-e1877e73b052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:05:57.438420 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Network 9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0 details requested by agent ovs-agent-dv-cinder-797245-3-iscsi with host dv-cinder-797245-3-iscsi {{(pid=92969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 10:05:59.656477 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 40606) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:05:59.747303 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3be98cf-9616-4c86-b0f8-76dfa9558a34 admin admin] GET failed (client error): The resource could not be found. Jun 21 10:05:59.749961 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-b3be98cf-9616-4c86-b0f8-76dfa9558a34 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0919385 Jun 21 10:05:59.923430 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198f4ff8-aefc-4d5c-af44-e393fc722ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:05:59.924823 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-198f4ff8-aefc-4d5c-af44-e393fc722ed0 admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1706316 Jun 21 10:05:59.937251 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-14a29859-4242-4fa3-ae60-656f05c25a8a admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:05:59.957599 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a29859-4242-4fa3-ae60-656f05c25a8a admin admin] Made reservation on behalf of bc4e16cd16224b2bb3f3c88cdac1dc7c for: {'subnet': 1} {{(pid=92965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:05:59.959878 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-14a29859-4242-4fa3-ae60-656f05c25a8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:06:00.133247 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-14a29859-4242-4fa3-ae60-656f05c25a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512'] for subnet, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:06:00.135731 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:06:00.188137 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a29859-4242-4fa3-ae60-656f05c25a8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d889bf93-9bb3-4364-85d9-75bea12ab5e8,revision_number=0']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:06:00.192355 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-14a29859-4242-4fa3-ae60-656f05c25a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:06:00.198020 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a29859-4242-4fa3-ae60-656f05c25a8a admin admin] Checking segment: {'id': 'b4ff41fa-5110-47cc-bfc1-6d253f0e1539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:06:00.198375 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a29859-4242-4fa3-ae60-656f05c25a8a admin admin] Network hostable DHCP agents. Network: 9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0, hostable agents: ['0a019bba-016c-4460-8b54-4bd863e23b42'], hosted agents: [] {{(pid=92965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 10:06:00.217121 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a29859-4242-4fa3-ae60-656f05c25a8a admin admin] Network 9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0 is scheduled to be hosted by DHCP agent 0a019bba-016c-4460-8b54-4bd863e23b42 with binding_index 1 {{(pid=92965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 10:06:00.230895 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [None req-14a29859-4242-4fa3-ae60-656f05c25a8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-3-iscsi, 9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0) {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:06:00.236400 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a29859-4242-4fa3-ae60-656f05c25a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:06:00.237161 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-14a29859-4242-4fa3-ae60-656f05c25a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for subnet, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:06:00.243476 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d194eae5-f392-4202-b997-619333204c1b None None] Network 9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:06:00.253374 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-14a29859-4242-4fa3-ae60-656f05c25a8a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3201025 Jun 21 10:06:00.414253 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759a80e7-35e0-5a16-8bb7-3ded93f90571-9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0', 'network_id': '9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0', 'tenant_id': 'bc4e16cd16224b2bb3f3c88cdac1dc7c', 'fixed_ips': [{'subnet_id': 'd889bf93-9bb3-4364-85d9-75bea12ab5e8'}]}} from dv-cinder-797245-3-iscsi. {{(pid=92969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 10:06:00.415118 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:06:00.573319 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.db_base_plugin_common [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Allocated IP 192.168.233.2 (9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0/d889bf93-9bb3-4364-85d9-75bea12ab5e8/20499e87-38a8-4432-8903-c4e8f4918902) {{(pid=92969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:06:00.756384 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Notify callbacks [] for port, precommit_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:06:00.767125 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Transition to ACTIVE for port object 20499e87-38a8-4432-8903-c4e8f4918902 will not be triggered until provisioned by entity L2. {{(pid=92969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:06:00.786670 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Transition to ACTIVE for port object 20499e87-38a8-4432-8903-c4e8f4918902 will not be triggered until provisioned by entity DHCP. {{(pid=92969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:06:00.794126 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797'] for port, after_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:06:00.796987 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:06:00.845426 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Network 9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0 is already hosted by enough agents. {{(pid=92969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:06:00.848396 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.scheduler.base_scheduler [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Resources bound (agent type, host, resource id): {{(pid=92969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:06:00.853118 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Received port after_create {{(pid=92969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:06:00.855403 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Pushing event updated for resources: {'Port': ['ID=20499e87-38a8-4432-8903-c4e8f4918902,revision_number=1']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:06:00.865082 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:06:00.865430 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:06:00.865768 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:06:00.866116 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:06:00.866428 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:06:00.866894 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:06:00.867186 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:06:00.867947 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:06:00.867947 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:06:00.868178 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:06:00.868490 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:06:00.868830 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:06:00.874834 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:06:00.937512 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Attempting to bind port 20499e87-38a8-4432-8903-c4e8f4918902 on host dv-cinder-797245-3-iscsi for vnic_type normal with profile {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:06:00.937882 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Attempting to bind port 20499e87-38a8-4432-8903-c4e8f4918902 by drivers openvswitch,hyperv on host dv-cinder-797245-3-iscsi at level 0 using segments [{'id': 'b4ff41fa-5110-47cc-bfc1-6d253f0e1539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0'}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:06:00.938259 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Attempting to bind port 20499e87-38a8-4432-8903-c4e8f4918902 on network 9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0 {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:06:00.943418 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Checking agent: {'id': '1b1a71b0-3353-4cb1-9b62-7c1d9dbff1e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 2, 11), 'started_at': datetime.datetime(2021, 6, 21, 10, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:06:00.943793 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Checking segment: {'id': 'b4ff41fa-5110-47cc-bfc1-6d253f0e1539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:06:00.944201 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:06:00.944691 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Bound using segment: {'id': 'b4ff41fa-5110-47cc-bfc1-6d253f0e1539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0'} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:06:00.945572 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Bound port: 20499e87-38a8-4432-8903-c4e8f4918902, host: dv-cinder-797245-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ff41fa-5110-47cc-bfc1-6d253f0e1539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0'}}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:06:00.945746 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:06:01.027984 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] For port 20499e87-38a8-4432-8903-c4e8f4918902, host dv-cinder-797245-3-iscsi, cleared binding levels {{(pid=92969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:06:01.033979 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] For port 20499e87-38a8-4432-8903-c4e8f4918902, host dv-cinder-797245-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=20499e87-38a8-4432-8903-c4e8f4918902,segment=NetworkSegment(b4ff41fa-5110-47cc-bfc1-6d253f0e1539),segment_id=b4ff41fa-5110-47cc-bfc1-6d253f0e1539)] {{(pid=92969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:06:01.038413 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:06:01.040962 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:06:01.100266 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Pushing event updated for resources: {'Port': ['ID=20499e87-38a8-4432-8903-c4e8f4918902,revision_number=2']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:06:01.104546 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:06:02.055656 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b17b6e-53c7-486f-91f5-76536ccddd2c None None] Network 9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:06:02.077837 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 20499e87-38a8-4432-8903-c4e8f4918902 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:06:02.191151 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-38d56091-70e7-409f-a883-bf2df25603d7 None None] Provisioning for port 20499e87-38a8-4432-8903-c4e8f4918902 completed by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:06:02.230838 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning for port 20499e87-38a8-4432-8903-c4e8f4918902 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:06:02.245121 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port 20499e87-38a8-4432-8903-c4e8f4918902 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:06:02.245764 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:06:02.379293 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:06:02.428629 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] For port 20499e87-38a8-4432-8903-c4e8f4918902, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=20499e87-38a8-4432-8903-c4e8f4918902,segment=NetworkSegment(b4ff41fa-5110-47cc-bfc1-6d253f0e1539),segment_id=b4ff41fa-5110-47cc-bfc1-6d253f0e1539)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:06:02.434853 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:06:02.441236 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-1450875e-9559-4a85-bff7-f047f97feea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:06:02.503596 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Pushing event updated for resources: {'Port': ['ID=20499e87-38a8-4432-8903-c4e8f4918902,revision_number=3']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:06:02.509703 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:06:02.626031 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-b3076039-3110-4b5e-8d98-5a2a5a42d5b2 None None] Provisioning complete for port 20499e87-38a8-4432-8903-c4e8f4918902 triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:06:02.626399 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-b3076039-3110-4b5e-8d98-5a2a5a42d5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:06:04.042571 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 20499e87-38a8-4432-8903-c4e8f4918902 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:06:04.108132 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port 20499e87-38a8-4432-8903-c4e8f4918902 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:06:04.108791 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:06:07.307631 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ddb92bf2-1d99-444d-a37b-0f58f51e2fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:06:10.809693 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:06:10.898277 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-b6f59c41-6a91-4f8f-ba9e-d233f458579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:06:12.995552 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:06:13.569385 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 5 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:06:15.094268 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:06:37.310495 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-efd2b44c-9fc7-40de-9f5e-277aadb064c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:06:40.803937 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:06:40.901074 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-6575fb0e-5248-40e6-b9e3-1e1352e90bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:06:42.997589 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:06:45.086487 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:06:50.567895 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 5 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:07:07.315332 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-42c3d9b7-33fd-4b3d-806a-471fe6eefe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:07:10.812272 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:07:10.905287 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-05e7948e-1a91-4220-a0a1-a864015156af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:07:12.114889 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 40660) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:07:12.122036 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [None req-ac54c16b-d00d-410c-9c58-cb38fa945df6 tempest-verify_tempest_config-154420984 tempest-verify_tempest_config-154420984-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 10:07:12.124179 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-ac54c16b-d00d-410c-9c58-cb38fa945df6 tempest-verify_tempest_config-154420984 tempest-verify_tempest_config-154420984-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0080757 Jun 21 10:07:12.613432 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 40678) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:07:12.768168 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e1c828bd-7c79-4c2e-b6e7-214bd4a050b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:07:12.970553 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e1c828bd-7c79-4c2e-b6e7-214bd4a050b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:07:12.975262 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e1c828bd-7c79-4c2e-b6e7-214bd4a050b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:07:12.979995 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:07:13.016200 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:07:13.031308 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-e1c828bd-7c79-4c2e-b6e7-214bd4a050b9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2602ad998a4b4e5cad0807bd503c53c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4166791 Jun 21 10:07:13.032139 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c828bd-7c79-4c2e-b6e7-214bd4a050b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0556e2-50f9-45fd-b000-5b0bf2898a3b,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:07:13.034498 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 40682) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:07:13.040545 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c828bd-7c79-4c2e-b6e7-214bd4a050b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:07:13.041016 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c828bd-7c79-4c2e-b6e7-214bd4a050b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:07:13.041486 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c828bd-7c79-4c2e-b6e7-214bd4a050b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:07:13.042229 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c828bd-7c79-4c2e-b6e7-214bd4a050b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:07:13.042599 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c828bd-7c79-4c2e-b6e7-214bd4a050b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:07:13.043039 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c828bd-7c79-4c2e-b6e7-214bd4a050b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:07:13.043462 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c828bd-7c79-4c2e-b6e7-214bd4a050b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:07:13.043907 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c828bd-7c79-4c2e-b6e7-214bd4a050b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:07:13.044333 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c828bd-7c79-4c2e-b6e7-214bd4a050b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:07:13.045311 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c828bd-7c79-4c2e-b6e7-214bd4a050b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:07:13.045724 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c828bd-7c79-4c2e-b6e7-214bd4a050b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:07:13.046131 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c828bd-7c79-4c2e-b6e7-214bd4a050b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:07:13.050891 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-e1c828bd-7c79-4c2e-b6e7-214bd4a050b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:07:13.128425 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5464a0a1-0540-4770-bf60-270b8c6e9ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:07:13.158367 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5464a0a1-0540-4770-bf60-270b8c6e9ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:07:13.260719 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5464a0a1-0540-4770-bf60-270b8c6e9ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:07:13.265268 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5464a0a1-0540-4770-bf60-270b8c6e9ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:07:13.267555 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-5464a0a1-0540-4770-bf60-270b8c6e9ceb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9e0556e2-50f9-45fd-b000-5b0bf2898a3b HTTP/1.1" status: 204 len: 168 time: 0.2314413 Jun 21 10:07:13.268258 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:07:13.280736 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464a0a1-0540-4770-bf60-270b8c6e9ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0556e2-50f9-45fd-b000-5b0bf2898a3b,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:07:13.288413 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464a0a1-0540-4770-bf60-270b8c6e9ceb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:07:13.288814 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464a0a1-0540-4770-bf60-270b8c6e9ceb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:07:13.289321 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464a0a1-0540-4770-bf60-270b8c6e9ceb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:07:13.289801 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464a0a1-0540-4770-bf60-270b8c6e9ceb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:07:13.290134 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464a0a1-0540-4770-bf60-270b8c6e9ceb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:07:13.290487 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464a0a1-0540-4770-bf60-270b8c6e9ceb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:07:13.290809 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464a0a1-0540-4770-bf60-270b8c6e9ceb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:07:13.291126 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464a0a1-0540-4770-bf60-270b8c6e9ceb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:07:13.291446 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464a0a1-0540-4770-bf60-270b8c6e9ceb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:07:13.291766 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464a0a1-0540-4770-bf60-270b8c6e9ceb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:07:13.292077 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464a0a1-0540-4770-bf60-270b8c6e9ceb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:07:13.292441 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464a0a1-0540-4770-bf60-270b8c6e9ceb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:07:13.296974 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-5464a0a1-0540-4770-bf60-270b8c6e9ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:07:15.085957 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:07:27.567889 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 5 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:07:37.319449 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-f0428abc-b32b-40eb-80e6-42b8c585f39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:07:40.808177 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:07:40.908422 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-8e0ceba6-c643-4c54-bae6-f6f42315808e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:07:43.003315 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:07:45.089164 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:08:04.569219 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 5 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:08:07.324416 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-d3e669b1-b762-45fd-805e-b2fd28a1318e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:08:10.807348 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:08:10.914476 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-3d2acc59-f503-467a-8f06-45b0da2d2321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:08:13.012142 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:08:15.087675 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:08:37.317302 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-67b0f92c-a4be-49e3-b759-ed7a6b77bdb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:08:40.800734 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:08:40.915382 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-be159627-d05a-4551-b612-ccdee6185432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:08:41.567776 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 5 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:08:43.006278 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:08:45.091592 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:08:57.065042 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529'] for agent, after_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:09:07.325670 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-b7e08557-ce45-478d-b09a-3396b48b121c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:09:10.814161 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:09:10.925499 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-a5ec512f-5714-42fe-9ad6-6d372ddeebe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:09:13.019938 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:09:13.550331 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 40760) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:09:13.714052 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-32da8275-8765-4b24-ba4e-9f245520de4b admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1623273 Jun 21 10:09:15.103615 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:09:16.330411 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 40770) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:09:16.416413 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-22fa7c24-ab2d-4f19-9ef3-f2e0635abb06 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0847836 Jun 21 10:09:18.568131 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:09:27.023097 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:09:37.323067 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-60a3949f-3c55-445f-a680-712cfe767802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:09:40.807308 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:09:40.918228 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-69de0845-82b1-4a20-b681-098d7ff66bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:09:43.013748 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:09:45.096443 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:09:55.567614 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:09:57.029112 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:07.326963 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-9092356f-0e56-4cae-a974-9587c783fdff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:10.810515 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:10.928072 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-7d47a58b-c9f9-43b2-bab8-0fbe8a7f3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:13.021436 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:15.113006 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:27.041502 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:32.567569 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:10:37.335476 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-a04afb54-6181-4850-a610-c3aaf708e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:40.819375 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:40.929006 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-a0e34695-ea00-4883-996a-e5a338eec126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:43.027553 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:45.106994 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:50.266138 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 40950) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:10:50.621975 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-322146091-network', 'tenant_id': 'c6032a6337204a46993d55a0f9662aec'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:10:50.650323 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] Made reservation on behalf of c6032a6337204a46993d55a0f9662aec for: {'network': 1} {{(pid=92965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:10:50.660665 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for network, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:50.667235 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:50.783002 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 40974) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:10:50.790305 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:50.796940 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:50.800215 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:10:50.830056 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] vlan segment allocate from pool success with {'vlan_id': 1167, 'physical_network': 'physnet1'} {{(pid=92965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 10:10:50.832470 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d05bfbd-ff5d-41d8-9e99-e70cf7e7f83c,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:10:50.844135 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:50.844702 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:50.845198 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:50.845695 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:50.846170 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:50.846677 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:50.847450 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:50.847972 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:50.848487 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:50.849110 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:50.849621 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:50.850136 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] Tracked resource versions report: Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: pushed versions: Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: { 'AddressGroup': {'1.2'}, Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: 'ConntrackHelper': {'1.0'}, Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: 'Log': {'1.0'}, Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: 'Network': {'1.1'}, Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: 'Port': {'1.7'}, Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: 'PortForwarding': {'1.2'}, Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: 'QosPolicy': {'1.8'}, Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: 'SecurityGroup': {'1.4'}, Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: 'SecurityGroupRule': {'1.2'}, Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: 'SubPort': {'1.0'}, Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: 'Subnet': {'1.1'}, Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: 'Trunk': {'1.1'}} Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: consumer versions: Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: { DHCP agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: HyperV agent@hv-cinder-79724: {}, Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: L3 agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: Metadata agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: Metering agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: Open vSwitch agent@dv-cinder-797245-3-iscsi: { 'AddressGroup': '1.2', Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: 'ConntrackHelper': '1.0', Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: 'Log': '1.0', Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: 'Network': '1.1', Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: 'Port': '1.7', Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: 'PortForwarding': '1.2', Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: 'QosPolicy': '1.8', Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: 'SecurityGroup': '1.4', Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: 'SecurityGroupRule': '1.2', Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: 'SubPort': '1.0', Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: 'Subnet': '1.1', Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: 'Trunk': '1.1'}} Jun 21 10:10:50.851309 dv-cinder-797245-3-iscsi neutron-server[92965]: {{(pid=92965) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 10:10:50.857065 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:10:50.861091 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:50.861425 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.db.segments_db [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] Added segment 8529eac3-6bbd-44ab-9fe7-2f23efbd2a78 of type vlan for network 26e9f8e3-63a7-4156-b700-2facf9563fcb Jun 21 10:10:50.915262 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741296102858'] for network, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:50.948248 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523'] for network, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:50.949817 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:10:50.950457 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:50.953739 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:10:51.009440 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7418823 Jun 21 10:10:51.017502 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 40988) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:10:51.024936 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-17307ce8-27e1-4e6c-89dc-0510e5c2de35 admin admin] Request body: {'subnet': {'network_id': '26e9f8e3-63a7-4156-b700-2facf9563fcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-322146091-subnet', 'tenant_id': 'c6032a6337204a46993d55a0f9662aec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:10:51.028812 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] Pushing event updated for resources: {'Network': ['ID=26e9f8e3-63a7-4156-b700-2facf9563fcb,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:10:51.032298 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:10:51.041946 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Network 26e9f8e3-63a7-4156-b700-2facf9563fcb details requested by agent ovs-agent-dv-cinder-797245-3-iscsi with host dv-cinder-797245-3-iscsi {{(pid=92969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 10:10:51.064534 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17307ce8-27e1-4e6c-89dc-0510e5c2de35 admin admin] Made reservation on behalf of c6032a6337204a46993d55a0f9662aec for: {'subnet': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:10:51.070080 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-17307ce8-27e1-4e6c-89dc-0510e5c2de35 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:51.205183 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 40994) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:10:51.251121 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 40998) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:10:51.275619 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-804c40a0-8c88-4566-81e1-cf5356263174 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-560110796-network', 'tenant_id': 'c2d9d5ab2e5b4ff2946f67faed489d72'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:10:51.305577 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-17307ce8-27e1-4e6c-89dc-0510e5c2de35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512'] for subnet, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:51.311884 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:10:51.320127 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804c40a0-8c88-4566-81e1-cf5356263174 admin admin] Made reservation on behalf of c2d9d5ab2e5b4ff2946f67faed489d72 for: {'network': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:10:51.322779 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-804c40a0-8c88-4566-81e1-cf5356263174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for network, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:51.343689 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-804c40a0-8c88-4566-81e1-cf5356263174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:51.423346 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17307ce8-27e1-4e6c-89dc-0510e5c2de35 admin admin] Checking segment: {'id': '8529eac3-6bbd-44ab-9fe7-2f23efbd2a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '26e9f8e3-63a7-4156-b700-2facf9563fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:10:51.423698 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17307ce8-27e1-4e6c-89dc-0510e5c2de35 admin admin] Network hostable DHCP agents. Network: 26e9f8e3-63a7-4156-b700-2facf9563fcb, hostable agents: ['0a019bba-016c-4460-8b54-4bd863e23b42'], hosted agents: [] {{(pid=92958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 10:10:51.478993 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17307ce8-27e1-4e6c-89dc-0510e5c2de35 admin admin] Network 26e9f8e3-63a7-4156-b700-2facf9563fcb is scheduled to be hosted by DHCP agent 0a019bba-016c-4460-8b54-4bd863e23b42 with binding_index 1 {{(pid=92958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 10:10:51.484699 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17307ce8-27e1-4e6c-89dc-0510e5c2de35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5be4bfa2-b4b5-4274-b978-7b5f96c1b356,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:10:51.505957 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-17307ce8-27e1-4e6c-89dc-0510e5c2de35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-3-iscsi, 26e9f8e3-63a7-4156-b700-2facf9563fcb) {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:10:51.513827 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17307ce8-27e1-4e6c-89dc-0510e5c2de35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:10:51.515641 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-17307ce8-27e1-4e6c-89dc-0510e5c2de35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:51.515859 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e290f9a-3865-45d1-b62a-4c5fef7bb5a9 None None] Network 26e9f8e3-63a7-4156-b700-2facf9563fcb requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:10:51.564509 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17307ce8-27e1-4e6c-89dc-0510e5c2de35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:51.565072 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17307ce8-27e1-4e6c-89dc-0510e5c2de35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:51.565568 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17307ce8-27e1-4e6c-89dc-0510e5c2de35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:51.566046 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17307ce8-27e1-4e6c-89dc-0510e5c2de35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:51.566649 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17307ce8-27e1-4e6c-89dc-0510e5c2de35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:51.567074 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17307ce8-27e1-4e6c-89dc-0510e5c2de35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:51.567564 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17307ce8-27e1-4e6c-89dc-0510e5c2de35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:51.567900 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17307ce8-27e1-4e6c-89dc-0510e5c2de35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:51.568386 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17307ce8-27e1-4e6c-89dc-0510e5c2de35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:51.568876 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17307ce8-27e1-4e6c-89dc-0510e5c2de35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:51.569361 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17307ce8-27e1-4e6c-89dc-0510e5c2de35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:51.569686 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17307ce8-27e1-4e6c-89dc-0510e5c2de35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17307ce8-27e1-4e6c-89dc-0510e5c2de35 admin admin] Tracked resource versions report: Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: pushed versions: Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: { 'AddressGroup': {'1.2'}, Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: 'ConntrackHelper': {'1.0'}, Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: 'Log': {'1.0'}, Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: 'Network': {'1.1'}, Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: 'Port': {'1.7'}, Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: 'PortForwarding': {'1.2'}, Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: 'QosPolicy': {'1.8'}, Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: 'SecurityGroup': {'1.4'}, Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: 'SecurityGroupRule': {'1.2'}, Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: 'SubPort': {'1.0'}, Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: 'Subnet': {'1.1'}, Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: 'Trunk': {'1.1'}} Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: consumer versions: Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: { DHCP agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: HyperV agent@hv-cinder-79724: {}, Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: L3 agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: Metadata agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: Metering agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: Open vSwitch agent@dv-cinder-797245-3-iscsi: { 'AddressGroup': '1.2', Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: 'ConntrackHelper': '1.0', Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: 'Log': '1.0', Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: 'Network': '1.1', Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: 'Port': '1.7', Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: 'PortForwarding': '1.2', Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: 'QosPolicy': '1.8', Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: 'SecurityGroup': '1.4', Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: 'SecurityGroupRule': '1.2', Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: 'SubPort': '1.0', Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: 'Subnet': '1.1', Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: 'Trunk': '1.1'}} Jun 21 10:10:51.570993 dv-cinder-797245-3-iscsi neutron-server[92958]: {{(pid=92958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 10:10:51.574889 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-17307ce8-27e1-4e6c-89dc-0510e5c2de35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:10:51.577259 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-804c40a0-8c88-4566-81e1-cf5356263174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:51.583154 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-804c40a0-8c88-4566-81e1-cf5356263174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:51.589332 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:10:51.598878 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-66991578-a627-469b-83ad-acc168793b5f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-741396896-network', 'tenant_id': 'f70f0c950c9b4ce4807295b05ec0f177'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:10:51.626815 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c40a0-8c88-4566-81e1-cf5356263174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe1b830-663e-4c52-83e3-4516b33aaccf,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:10:51.635360 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-804c40a0-8c88-4566-81e1-cf5356263174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:10:51.637408 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-17307ce8-27e1-4e6c-89dc-0510e5c2de35 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6187038 Jun 21 10:10:51.655857 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804c40a0-8c88-4566-81e1-cf5356263174 admin admin] vlan segment allocate from pool success with {'vlan_id': 1185, 'physical_network': 'physnet1'} {{(pid=92958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 10:10:51.660183 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66991578-a627-469b-83ad-acc168793b5f admin admin] Made reservation on behalf of f70f0c950c9b4ce4807295b05ec0f177 for: {'network': 1} {{(pid=92965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:10:51.666445 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-66991578-a627-469b-83ad-acc168793b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for network, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:51.684066 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-804c40a0-8c88-4566-81e1-cf5356263174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:51.685184 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-1d27b9aa-2c0a-44f6-9902-3410fa2e301f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-589955144-network', 'tenant_id': '1fc3233559e94c8088cf30b0bc971d41'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:10:51.692470 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.db.segments_db [None req-804c40a0-8c88-4566-81e1-cf5356263174 admin admin] Added segment 12389c12-8ae0-4603-9a13-8a892997fdc2 of type vlan for network e71b334c-ddd6-4f01-b186-8e77b4307c85 Jun 21 10:10:51.724194 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-66991578-a627-469b-83ad-acc168793b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:51.727233 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d27b9aa-2c0a-44f6-9902-3410fa2e301f admin admin] Made reservation on behalf of 1fc3233559e94c8088cf30b0bc971d41 for: {'network': 1} {{(pid=92965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:10:51.742038 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1d27b9aa-2c0a-44f6-9902-3410fa2e301f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for network, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:51.757184 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1d27b9aa-2c0a-44f6-9902-3410fa2e301f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:51.781441 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23383c5e-af53-40c4-92a7-0f776e9055a9 None None] Network 26e9f8e3-63a7-4156-b700-2facf9563fcb requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:10:51.787965 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-804c40a0-8c88-4566-81e1-cf5356263174 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741296102858'] for network, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:51.860514 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-804c40a0-8c88-4566-81e1-cf5356263174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523'] for network, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:51.864357 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804c40a0-8c88-4566-81e1-cf5356263174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:10:51.865278 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-804c40a0-8c88-4566-81e1-cf5356263174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:51.870026 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:10:51.907847 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1d27b9aa-2c0a-44f6-9902-3410fa2e301f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:51.915062 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1d27b9aa-2c0a-44f6-9902-3410fa2e301f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:51.923943 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-719f190f-a6a3-4e61-aab8-b86939e2e1f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:10:51.956839 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27b9aa-2c0a-44f6-9902-3410fa2e301f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70a4955-12e0-4701-ae50-f1c81e766e5e,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:10:51.961881 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-1d27b9aa-2c0a-44f6-9902-3410fa2e301f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:10:51.986553 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d27b9aa-2c0a-44f6-9902-3410fa2e301f admin admin] vlan segment allocate from pool success with {'vlan_id': 1174, 'physical_network': 'physnet1'} {{(pid=92965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 10:10:52.012481 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c40a0-8c88-4566-81e1-cf5356263174 admin admin] Pushing event updated for resources: {'Network': ['ID=e71b334c-ddd6-4f01-b186-8e77b4307c85,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:10:52.017213 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-804c40a0-8c88-4566-81e1-cf5356263174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:10:52.019407 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1d27b9aa-2c0a-44f6-9902-3410fa2e301f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:52.019855 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.db.segments_db [None req-1d27b9aa-2c0a-44f6-9902-3410fa2e301f admin admin] Added segment 20d4dcb3-856a-4f2e-a0f4-678d0b70469c of type vlan for network 9d3b4024-c158-4ee9-aa3e-88e15464701f Jun 21 10:10:52.040412 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Network e71b334c-ddd6-4f01-b186-8e77b4307c85 details requested by agent ovs-agent-dv-cinder-797245-3-iscsi with host dv-cinder-797245-3-iscsi {{(pid=92969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 10:10:52.083096 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1d27b9aa-2c0a-44f6-9902-3410fa2e301f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741296102858'] for network, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:52.142245 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-66991578-a627-469b-83ad-acc168793b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:52.153421 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-804c40a0-8c88-4566-81e1-cf5356263174 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3679955 Jun 21 10:10:52.158477 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 41030) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:10:52.167701 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-b7cffe63-569b-4611-a086-9c46f5ac84c5 admin admin] Request body: {'subnet': {'network_id': 'e71b334c-ddd6-4f01-b186-8e77b4307c85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-560110796-subnet', 'tenant_id': 'c2d9d5ab2e5b4ff2946f67faed489d72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:10:52.169047 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-66991578-a627-469b-83ad-acc168793b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:52.184712 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66991578-a627-469b-83ad-acc168793b5f admin admin] vlan segment allocate from pool success with {'vlan_id': 1156, 'physical_network': 'physnet1'} {{(pid=92965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 10:10:52.196697 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-66991578-a627-469b-83ad-acc168793b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:52.197193 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.db.segments_db [None req-66991578-a627-469b-83ad-acc168793b5f admin admin] Added segment d12331c0-3688-4590-a99a-4a51e992d5b4 of type vlan for network cf126547-6ae9-4855-9df9-59048a69ce81 Jun 21 10:10:52.243820 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cffe63-569b-4611-a086-9c46f5ac84c5 admin admin] Made reservation on behalf of c2d9d5ab2e5b4ff2946f67faed489d72 for: {'subnet': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:10:52.247844 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b7cffe63-569b-4611-a086-9c46f5ac84c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:52.253612 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-66991578-a627-469b-83ad-acc168793b5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741296102858'] for network, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:52.289242 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-1d27b9aa-2c0a-44f6-9902-3410fa2e301f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:10:52.314532 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1d27b9aa-2c0a-44f6-9902-3410fa2e301f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523'] for network, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:52.316102 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66991578-a627-469b-83ad-acc168793b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b04e676-2e6d-4d57-b854-f3c4bdc9d766,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:10:52.319651 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-66991578-a627-469b-83ad-acc168793b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:10:52.320933 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-66991578-a627-469b-83ad-acc168793b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523'] for network, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:52.322316 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d27b9aa-2c0a-44f6-9902-3410fa2e301f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:10:52.323079 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1d27b9aa-2c0a-44f6-9902-3410fa2e301f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:52.337001 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:10:52.431694 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27b9aa-2c0a-44f6-9902-3410fa2e301f admin admin] Pushing event updated for resources: {'Network': ['ID=9d3b4024-c158-4ee9-aa3e-88e15464701f,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:10:52.449484 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Network 9d3b4024-c158-4ee9-aa3e-88e15464701f details requested by agent ovs-agent-dv-cinder-797245-3-iscsi with host dv-cinder-797245-3-iscsi {{(pid=92969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 10:10:52.506574 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66991578-a627-469b-83ad-acc168793b5f admin admin] Pushing event updated for resources: {'Network': ['ID=cf126547-6ae9-4855-9df9-59048a69ce81,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:10:52.510475 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-66991578-a627-469b-83ad-acc168793b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:10:52.512769 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66991578-a627-469b-83ad-acc168793b5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:10:52.514869 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-66991578-a627-469b-83ad-acc168793b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:52.539403 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-1d27b9aa-2c0a-44f6-9902-3410fa2e301f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2852936 Jun 21 10:10:52.540926 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 41038) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:10:52.543321 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Network cf126547-6ae9-4855-9df9-59048a69ce81 details requested by agent ovs-agent-dv-cinder-797245-3-iscsi with host dv-cinder-797245-3-iscsi {{(pid=92969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 10:10:52.544487 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-66991578-a627-469b-83ad-acc168793b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:10:52.545953 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-66991578-a627-469b-83ad-acc168793b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:10:52.555331 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-02447b36-b24d-41c9-b2b9-071492840151 admin admin] Request body: {'subnet': {'network_id': '9d3b4024-c158-4ee9-aa3e-88e15464701f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-589955144-subnet', 'tenant_id': '1fc3233559e94c8088cf30b0bc971d41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:10:52.573133 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b7cffe63-569b-4611-a086-9c46f5ac84c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512'] for subnet, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:52.585031 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-66991578-a627-469b-83ad-acc168793b5f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3785191 Jun 21 10:10:52.587055 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-17307ce8-27e1-4e6c-89dc-0510e5c2de35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:10:52.587893 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02447b36-b24d-41c9-b2b9-071492840151 admin admin] Made reservation on behalf of 1fc3233559e94c8088cf30b0bc971d41 for: {'subnet': 1} {{(pid=92965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:10:52.590889 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-02447b36-b24d-41c9-b2b9-071492840151 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:52.592192 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 41040) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:10:52.624822 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-cd6e148a-31b6-4d0b-8231-37568357b085 admin admin] Request body: {'subnet': {'network_id': 'cf126547-6ae9-4855-9df9-59048a69ce81', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-741396896-subnet', 'tenant_id': 'f70f0c950c9b4ce4807295b05ec0f177', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:10:52.746570 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cffe63-569b-4611-a086-9c46f5ac84c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=885fa30c-53d9-43e2-8ec4-5d5887d6e1c3,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:10:52.758981 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-b7cffe63-569b-4611-a086-9c46f5ac84c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:10:52.759953 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6e148a-31b6-4d0b-8231-37568357b085 admin admin] Made reservation on behalf of f70f0c950c9b4ce4807295b05ec0f177 for: {'subnet': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:10:52.763243 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cd6e148a-31b6-4d0b-8231-37568357b085 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:52.847470 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cffe63-569b-4611-a086-9c46f5ac84c5 admin admin] Checking segment: {'id': '12389c12-8ae0-4603-9a13-8a892997fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'e71b334c-ddd6-4f01-b186-8e77b4307c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:10:52.848212 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cffe63-569b-4611-a086-9c46f5ac84c5 admin admin] Network hostable DHCP agents. Network: e71b334c-ddd6-4f01-b186-8e77b4307c85, hostable agents: ['0a019bba-016c-4460-8b54-4bd863e23b42'], hosted agents: [] {{(pid=92958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 10:10:52.868762 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-02447b36-b24d-41c9-b2b9-071492840151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512'] for subnet, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:52.876635 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-48004721-0377-45c8-a5ab-45a59c4c51c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:10:52.919866 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cffe63-569b-4611-a086-9c46f5ac84c5 admin admin] Network e71b334c-ddd6-4f01-b186-8e77b4307c85 is scheduled to be hosted by DHCP agent 0a019bba-016c-4460-8b54-4bd863e23b42 with binding_index 1 {{(pid=92958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 10:10:52.934561 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-b7cffe63-569b-4611-a086-9c46f5ac84c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-3-iscsi, e71b334c-ddd6-4f01-b186-8e77b4307c85) {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:10:52.944685 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cffe63-569b-4611-a086-9c46f5ac84c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:10:52.946502 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b7cffe63-569b-4611-a086-9c46f5ac84c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:52.949095 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a289b6-c9a5-4d2d-b626-879b599eb149 None None] Network e71b334c-ddd6-4f01-b186-8e77b4307c85 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:10:52.958985 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02447b36-b24d-41c9-b2b9-071492840151 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48f196c0-a16c-4efe-95d7-b64313eb6e22,revision_number=0']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:10:52.962499 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-02447b36-b24d-41c9-b2b9-071492840151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:10:52.967073 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-b7cffe63-569b-4611-a086-9c46f5ac84c5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8068027 Jun 21 10:10:52.971324 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 41046) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:10:52.981559 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-082c2c42-e704-454f-9c23-0d0281a75635 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-560110796-router', 'tenant_id': 'c2d9d5ab2e5b4ff2946f67faed489d72', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:10:53.065463 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-082c2c42-e704-454f-9c23-0d0281a75635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3733420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1346'] for router, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:53.067909 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-082c2c42-e704-454f-9c23-0d0281a75635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3857055', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1339'] for router, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:53.100217 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02447b36-b24d-41c9-b2b9-071492840151 admin admin] Checking segment: {'id': '20d4dcb3-856a-4f2e-a0f4-678d0b70469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '9d3b4024-c158-4ee9-aa3e-88e15464701f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:10:53.100982 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02447b36-b24d-41c9-b2b9-071492840151 admin admin] Network hostable DHCP agents. Network: 9d3b4024-c158-4ee9-aa3e-88e15464701f, hostable agents: ['0a019bba-016c-4460-8b54-4bd863e23b42'], hosted agents: [] {{(pid=92965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 10:10:53.152670 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02447b36-b24d-41c9-b2b9-071492840151 admin admin] Network 9d3b4024-c158-4ee9-aa3e-88e15464701f is scheduled to be hosted by DHCP agent 0a019bba-016c-4460-8b54-4bd863e23b42 with binding_index 1 {{(pid=92965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 10:10:53.186570 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [None req-02447b36-b24d-41c9-b2b9-071492840151 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-3-iscsi, 9d3b4024-c158-4ee9-aa3e-88e15464701f) {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:10:53.200657 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02447b36-b24d-41c9-b2b9-071492840151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:10:53.207904 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-02447b36-b24d-41c9-b2b9-071492840151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for subnet, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:53.234095 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efe5bf5-255b-4b13-9a16-5417498e2e20 None None] Network 9d3b4024-c158-4ee9-aa3e-88e15464701f requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:10:53.255914 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50acfee-43ce-4404-8179-e1a3ffda390d None None] Network e71b334c-ddd6-4f01-b186-8e77b4307c85 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:10:53.268647 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-02447b36-b24d-41c9-b2b9-071492840151 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7205606 Jun 21 10:10:53.518761 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-082c2c42-e704-454f-9c23-0d0281a75635 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:53.614496 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5205df8-0063-4421-907d-037e182ae974 None None] Network 9d3b4024-c158-4ee9-aa3e-88e15464701f requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:10:53.722108 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cd6e148a-31b6-4d0b-8231-37568357b085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512'] for subnet, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:53.740672 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:10:54.007604 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e148a-31b6-4d0b-8231-37568357b085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca51367d-5f2a-43bb-8582-b1b061e36115,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:10:54.011939 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-cd6e148a-31b6-4d0b-8231-37568357b085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:10:54.019488 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-082c2c42-e704-454f-9c23-0d0281a75635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3857133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3733342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1321'] for router, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:54.055190 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6e148a-31b6-4d0b-8231-37568357b085 admin admin] Checking segment: {'id': 'd12331c0-3688-4590-a99a-4a51e992d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'cf126547-6ae9-4855-9df9-59048a69ce81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:10:54.055581 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6e148a-31b6-4d0b-8231-37568357b085 admin admin] Network hostable DHCP agents. Network: cf126547-6ae9-4855-9df9-59048a69ce81, hostable agents: ['0a019bba-016c-4460-8b54-4bd863e23b42'], hosted agents: [] {{(pid=92958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 10:10:54.177770 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6e148a-31b6-4d0b-8231-37568357b085 admin admin] Network cf126547-6ae9-4855-9df9-59048a69ce81 is scheduled to be hosted by DHCP agent 0a019bba-016c-4460-8b54-4bd863e23b42 with binding_index 1 {{(pid=92958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 10:10:54.193813 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-cd6e148a-31b6-4d0b-8231-37568357b085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-3-iscsi, cf126547-6ae9-4855-9df9-59048a69ce81) {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:10:54.206062 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d8a878-1a6b-44e1-aa7c-a1cca618c641 None None] Network cf126547-6ae9-4855-9df9-59048a69ce81 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:10:54.223276 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6e148a-31b6-4d0b-8231-37568357b085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:10:54.224077 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cd6e148a-31b6-4d0b-8231-37568357b085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:54.277864 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-cd6e148a-31b6-4d0b-8231-37568357b085 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6615436 Jun 21 10:10:54.439766 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bde03dc-8af7-400f-b947-964ac79453dd None None] Network cf126547-6ae9-4855-9df9-59048a69ce81 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:10:54.521263 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-082c2c42-e704-454f-9c23-0d0281a75635 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:54.558993 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-082c2c42-e704-454f-9c23-0d0281a75635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:54.769693 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [None req-082c2c42-e704-454f-9c23-0d0281a75635 admin admin] Allocated IP 172.27.2.210 (fb624688-f845-4b15-87c8-de4e29ba1da0/d2f51930-445a-41d0-bd73-46a6db281e7c/e6c386d3-4abe-4c23-bdc1-b66802d13da7) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:10:54.994352 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-082c2c42-e704-454f-9c23-0d0281a75635 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:55.208021 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-082c2c42-e704-454f-9c23-0d0281a75635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:55.214707 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:10:55.353437 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082c2c42-e704-454f-9c23-0d0281a75635 admin admin] Network fb624688-f845-4b15-87c8-de4e29ba1da0 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:10:55.366285 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-082c2c42-e704-454f-9c23-0d0281a75635 admin admin] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:10:55.370403 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082c2c42-e704-454f-9c23-0d0281a75635 admin admin] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:10:55.434683 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 41134) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:10:55.442979 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-1302ed4b-85e1-4039-8a5b-69543a32c063 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1706494076-network', 'tenant_id': '83482f8c88494e4385ff4cda85257b25'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:10:55.480777 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c2c42-e704-454f-9c23-0d0281a75635 admin admin] Pushing event updated for resources: {'Port': ['ID=e6c386d3-4abe-4c23-bdc1-b66802d13da7,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:10:55.486130 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-082c2c42-e704-454f-9c23-0d0281a75635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:10:55.517048 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1302ed4b-85e1-4039-8a5b-69543a32c063 admin admin] Made reservation on behalf of 83482f8c88494e4385ff4cda85257b25 for: {'network': 1} {{(pid=92965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:10:55.528202 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1302ed4b-85e1-4039-8a5b-69543a32c063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for network, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:55.550269 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1302ed4b-85e1-4039-8a5b-69543a32c063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:55.720720 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1302ed4b-85e1-4039-8a5b-69543a32c063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:55.727385 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1302ed4b-85e1-4039-8a5b-69543a32c063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:55.737000 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:10:55.778338 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302ed4b-85e1-4039-8a5b-69543a32c063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a3831c-7bc6-4e44-bd33-2788a99d4494,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:10:55.787114 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-1302ed4b-85e1-4039-8a5b-69543a32c063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:10:55.788672 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1302ed4b-85e1-4039-8a5b-69543a32c063 admin admin] vlan segment allocate from pool success with {'vlan_id': 1188, 'physical_network': 'physnet1'} {{(pid=92965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 10:10:55.805232 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1302ed4b-85e1-4039-8a5b-69543a32c063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:55.806109 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.db.segments_db [None req-1302ed4b-85e1-4039-8a5b-69543a32c063 admin admin] Added segment 5d4aa7c7-d535-40f0-b6fd-896e11ba2f55 of type vlan for network 05631ab2-114c-4fad-a989-486117c20bc0 Jun 21 10:10:55.870680 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1302ed4b-85e1-4039-8a5b-69543a32c063 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741296102858'] for network, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:55.930081 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1302ed4b-85e1-4039-8a5b-69543a32c063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523'] for network, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:55.933779 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1302ed4b-85e1-4039-8a5b-69543a32c063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:10:55.935141 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1302ed4b-85e1-4039-8a5b-69543a32c063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:55.940203 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-66991578-a627-469b-83ad-acc168793b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:10:55.942400 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-082c2c42-e704-454f-9c23-0d0281a75635 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:56.060825 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-1302ed4b-85e1-4039-8a5b-69543a32c063 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.6240077 Jun 21 10:10:56.065985 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 41146) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:10:56.076174 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-d6174b6a-4669-4e9c-a6d7-a157b0e8faee admin admin] Request body: {'subnet': {'network_id': '05631ab2-114c-4fad-a989-486117c20bc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1706494076-subnet', 'tenant_id': '83482f8c88494e4385ff4cda85257b25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:10:56.084406 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302ed4b-85e1-4039-8a5b-69543a32c063 admin admin] Pushing event updated for resources: {'Network': ['ID=05631ab2-114c-4fad-a989-486117c20bc0,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:10:56.093074 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-1302ed4b-85e1-4039-8a5b-69543a32c063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:10:56.109626 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Network 05631ab2-114c-4fad-a989-486117c20bc0 details requested by agent ovs-agent-dv-cinder-797245-3-iscsi with host dv-cinder-797245-3-iscsi {{(pid=92969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 10:10:56.143378 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6174b6a-4669-4e9c-a6d7-a157b0e8faee admin admin] Made reservation on behalf of 83482f8c88494e4385ff4cda85257b25 for: {'subnet': 1} {{(pid=92965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:10:56.154056 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d6174b6a-4669-4e9c-a6d7-a157b0e8faee admin admin] Notify callbacks [] for subnet, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:56.295196 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 41152) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:10:56.665016 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d6174b6a-4669-4e9c-a6d7-a157b0e8faee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512'] for subnet, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:56.672236 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:10:56.704660 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-082c2c42-e704-454f-9c23-0d0281a75635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3858233'] for router, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:56.982348 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6174b6a-4669-4e9c-a6d7-a157b0e8faee admin admin] Checking segment: {'id': '5d4aa7c7-d535-40f0-b6fd-896e11ba2f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '05631ab2-114c-4fad-a989-486117c20bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:10:56.982706 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6174b6a-4669-4e9c-a6d7-a157b0e8faee admin admin] Network hostable DHCP agents. Network: 05631ab2-114c-4fad-a989-486117c20bc0, hostable agents: ['0a019bba-016c-4460-8b54-4bd863e23b42'], hosted agents: [] {{(pid=92965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 10:10:56.986910 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6174b6a-4669-4e9c-a6d7-a157b0e8faee admin admin] Pushing event updated for resources: {'Subnet': ['ID=40c7c8b4-156c-4cc7-96db-9d3d4020985e,revision_number=0']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:10:56.995087 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-d6174b6a-4669-4e9c-a6d7-a157b0e8faee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:10:57.007527 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-90a19ead-47b1-4f7c-8983-8df547aa29c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:57.089449 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6174b6a-4669-4e9c-a6d7-a157b0e8faee admin admin] Network 05631ab2-114c-4fad-a989-486117c20bc0 is scheduled to be hosted by DHCP agent 0a019bba-016c-4460-8b54-4bd863e23b42 with binding_index 1 {{(pid=92965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 10:10:57.134728 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:57.149067 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [None req-d6174b6a-4669-4e9c-a6d7-a157b0e8faee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-3-iscsi, 05631ab2-114c-4fad-a989-486117c20bc0) {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:10:57.191751 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6174b6a-4669-4e9c-a6d7-a157b0e8faee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:10:57.193120 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d6174b6a-4669-4e9c-a6d7-a157b0e8faee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for subnet, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:57.238890 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2098ca-5f80-49b5-9129-5be39b48f0d3 None None] Network 05631ab2-114c-4fad-a989-486117c20bc0 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:10:57.514654 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082c2c42-e704-454f-9c23-0d0281a75635 admin admin] Router abae7743-15a9-4c88-b89f-7ae53e9af9e7 is scheduled to L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 with binding_index 1 {{(pid=92958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 10:10:57.542195 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 41192) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:10:57.622328 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb408177-d01c-4045-9996-1e2ee7fb9482 None None] Network 05631ab2-114c-4fad-a989-486117c20bc0 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:10:57.638317 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-90a19ead-47b1-4f7c-8983-8df547aa29c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:57.657289 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-d6174b6a-4669-4e9c-a6d7-a157b0e8faee admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5891976 Jun 21 10:10:57.798431 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-90a19ead-47b1-4f7c-8983-8df547aa29c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:57.806311 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-804c40a0-8c88-4566-81e1-cf5356263174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:10:57.931553 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-03e19326-e5aa-4280-b4b1-9b256423094b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:57.968683 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 41210) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:10:57.985621 dv-cinder-797245-3-iscsi neutron-server[92958]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 21 10:10:58.118176 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 41230) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:10:58.119200 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a19ead-47b1-4f7c-8983-8df547aa29c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d48d64-5cac-4f9a-83b3-cf25483841fb,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:10:58.131209 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-90a19ead-47b1-4f7c-8983-8df547aa29c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:10:58.175984 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-90a19ead-47b1-4f7c-8983-8df547aa29c5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6047e620362642b0901c233f16c763b7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8786716 Jun 21 10:10:58.198853 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 41232) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:10:58.231863 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-03e19326-e5aa-4280-b4b1-9b256423094b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:58.234135 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 41238) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:10:58.244580 dv-cinder-797245-3-iscsi neutron-server[92965]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 21 10:10:58.256951 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082c2c42-e704-454f-9c23-0d0281a75635 admin admin] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:10:58.258915 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-03e19326-e5aa-4280-b4b1-9b256423094b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:58.282597 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078a983-c958-42ec-ba40-069ffd304f6c None None] Sync routers for ids ['abae7743-15a9-4c88-b89f-7ae53e9af9e7'] in dv-cinder-797245-3-iscsi {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:10:58.312549 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:10:58.330544 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d078a983-c958-42ec-ba40-069ffd304f6c None None] Routers {'abae7743-15a9-4c88-b89f-7ae53e9af9e7'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:10:58.331252 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-d078a983-c958-42ec-ba40-069ffd304f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:10:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['abae7743-15a9-4c88-b89f-7ae53e9af9e7'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:10:58.340435 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_v2 [None req-5904deb4-6fe9-47c7-b742-16f896c6b4ad admin admin] Deleting subnet 5be4bfa2-b4b5-4274-b978-7b5f96c1b356 {{(pid=92958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 10:10:58.357610 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5904deb4-6fe9-47c7-b742-16f896c6b4ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:58.365370 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-082c2c42-e704-454f-9c23-0d0281a75635 admin admin] Notify callbacks [] for router, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:58.371387 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-082c2c42-e704-454f-9c23-0d0281a75635 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.3943806 Jun 21 10:10:58.379860 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 41244) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:10:58.412171 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-f7d28230-d73f-4d16-a061-5937851a043b tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:10:58.416614 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-f7d28230-d73f-4d16-a061-5937851a043b tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/networks?id=9d3b4024-c158-4ee9-aa3e-88e15464701f HTTP/1.1" status: 200 len: 811 time: 0.4316027 Jun 21 10:10:58.440295 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-6613d4cc-b0e0-4a46-a019-8f0c780914a1 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/quotas/1fc3233559e94c8088cf30b0bc971d41 HTTP/1.1" status: 200 len: 375 time: 0.0187373 Jun 21 10:10:58.445068 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5904deb4-6fe9-47c7-b742-16f896c6b4ad admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:58.466703 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5904deb4-6fe9-47c7-b742-16f896c6b4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708198'] for subnet, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:58.499790 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-03e19326-e5aa-4280-b4b1-9b256423094b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5439f03b21694c2a9c8e2391b5e0791d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9531546 Jun 21 10:10:58.510974 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-d078a983-c958-42ec-ba40-069ffd304f6c None None] Set router abae7743-15a9-4c88-b89f-7ae53e9af9e7 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:10:58.520069 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 41248) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:10:58.530700 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-fbaa3a54-64db-4879-954d-617b574f5c9f tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fc3233559e94c8088cf30b0bc971d41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806456 Jun 21 10:10:58.580820 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5904deb4-6fe9-47c7-b742-16f896c6b4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512'] for subnet, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:58.594103 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-b7cffe63-569b-4611-a086-9c46f5ac84c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:10:58.603147 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5904deb4-6fe9-47c7-b742-16f896c6b4ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:58.608632 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-5904deb4-6fe9-47c7-b742-16f896c6b4ad admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5be4bfa2-b4b5-4274-b978-7b5f96c1b356 HTTP/1.1" status: 204 len: 168 time: 0.4857218 Jun 21 10:10:58.625561 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 41254) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:10:58.628007 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904deb4-6fe9-47c7-b742-16f896c6b4ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5be4bfa2-b4b5-4274-b978-7b5f96c1b356,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:10:58.630771 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-5904deb4-6fe9-47c7-b742-16f896c6b4ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:10:58.667423 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e19326-e5aa-4280-b4b1-9b256423094b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4155e584-15ff-485a-ab90-a1634a858a20,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:10:58.697027 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-4559c358-b744-4468-856a-392db55b65bf service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 10:10:58.698372 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-4559c358-b744-4468-856a-392db55b65bf service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0594914 Jun 21 10:10:58.742937 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-965b18a9-97db-4c99-b9ec-92b5cc254efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:58.754236 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-03e19326-e5aa-4280-b4b1-9b256423094b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:10:58.818824 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-f8d94a0d-6081-46cf-9356-1a213c6ae849 service neutron] 10.222.0.50 "GET /v2.0/networks/9d3b4024-c158-4ee9-aa3e-88e15464701f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103435 Jun 21 10:10:58.827385 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-d078a983-c958-42ec-ba40-069ffd304f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abae7743-15a9-4c88-b89f-7ae53e9af9e7', 'name': 'tempest-ServerRescueNegativeTestJSON-560110796-router', 'tenant_id': 'c2d9d5ab2e5b4ff2946f67faed489d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e6c386d3-4abe-4c23-bdc1-b66802d13da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:10:53Z', 'updated_at': '2021-06-21T10:10:55Z', 'revision_number': 3, 'project_id': 'c2d9d5ab2e5b4ff2946f67faed489d72', 'gw_port': {'id': 'e6c386d3-4abe-4c23-bdc1-b66802d13da7', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ed:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abae7743-15a9-4c88-b89f-7ae53e9af9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:10:54Z', 'updated_at': '2021-06-21T10:10:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi'}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:10:58.862389 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078a983-c958-42ec-ba40-069ffd304f6c None None] Checking router: abae7743-15a9-4c88-b89f-7ae53e9af9e7 for host: dv-cinder-797245-3-iscsi {{(pid=92973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:10:58.863041 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078a983-c958-42ec-ba40-069ffd304f6c None None] Updating router abae7743-15a9-4c88-b89f-7ae53e9af9e7 port e6c386d3-4abe-4c23-bdc1-b66802d13da7 binding host dv-cinder-797245-3-iscsi {{(pid=92973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 10:10:58.900751 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d078a983-c958-42ec-ba40-069ffd304f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:58.945228 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-cfe77f1e-9cdd-4647-b85b-4772f8ed12b7 service neutron] 10.222.0.50 "GET /v2.0/networks/9d3b4024-c158-4ee9-aa3e-88e15464701f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195858 Jun 21 10:10:58.950059 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-98f666e3-8362-4db2-bad3-0c407a99fabd tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:10:58.952989 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-98f666e3-8362-4db2-bad3-0c407a99fabd tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/networks?id=cf126547-6ae9-4855-9df9-59048a69ce81 HTTP/1.1" status: 200 len: 814 time: 0.7084892 Jun 21 10:10:58.990658 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-965b18a9-97db-4c99-b9ec-92b5cc254efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:59.032921 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f35205e6-0b79-4a1e-95ca-92efcdf5ed07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729370'] for network, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:59.055617 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-e641eb34-8dbc-40a2-b381-7f41b73ab9a4 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/quotas/f70f0c950c9b4ce4807295b05ec0f177 HTTP/1.1" status: 200 len: 375 time: 0.0769863 Jun 21 10:10:59.094458 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-530e8c61-e94c-4e1d-8eee-0ff45b68eb7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:59.147428 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-7cf31c52-a441-4ce9-bf3c-70baef3bcf4e tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f70f0c950c9b4ce4807295b05ec0f177&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619903 Jun 21 10:10:59.289898 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d078a983-c958-42ec-ba40-069ffd304f6c None None] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:59.317803 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [None req-d078a983-c958-42ec-ba40-069ffd304f6c None None] Transition to ACTIVE for port object e6c386d3-4abe-4c23-bdc1-b66802d13da7 will not be triggered until provisioned by entity L2. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:10:59.336703 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d078a983-c958-42ec-ba40-069ffd304f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:59.346576 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:10:59.469558 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-530e8c61-e94c-4e1d-8eee-0ff45b68eb7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:59.483108 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-44f87211-ffc0-4ee2-96af-d46951e2e35a req-e0c6cd74-6289-4364-8aa5-6b222a3720af tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/ports?device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 210 time: 0.0751886 Jun 21 10:10:59.488312 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-04247fb1-d313-4c31-ad98-64109f197486 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 10:10:59.489517 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-04247fb1-d313-4c31-ad98-64109f197486 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1798983 Jun 21 10:10:59.504341 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb23d92-5b12-49d9-b202-db5accf0d3b4 None None] Pushing event updated for resources: {'Port': ['ID=e6c386d3-4abe-4c23-bdc1-b66802d13da7,revision_number=2']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:10:59.521977 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb23d92-5b12-49d9-b202-db5accf0d3b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:59.524355 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb23d92-5b12-49d9-b202-db5accf0d3b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:59.525446 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb23d92-5b12-49d9-b202-db5accf0d3b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:59.525810 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb23d92-5b12-49d9-b202-db5accf0d3b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:59.526452 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb23d92-5b12-49d9-b202-db5accf0d3b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:59.526877 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb23d92-5b12-49d9-b202-db5accf0d3b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:59.527274 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb23d92-5b12-49d9-b202-db5accf0d3b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:59.527639 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb23d92-5b12-49d9-b202-db5accf0d3b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:59.528248 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb23d92-5b12-49d9-b202-db5accf0d3b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:59.528785 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb23d92-5b12-49d9-b202-db5accf0d3b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:59.529257 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb23d92-5b12-49d9-b202-db5accf0d3b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:59.530004 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb23d92-5b12-49d9-b202-db5accf0d3b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb23d92-5b12-49d9-b202-db5accf0d3b4 None None] Tracked resource versions report: Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: pushed versions: Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: { 'AddressGroup': {'1.2'}, Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: 'ConntrackHelper': {'1.0'}, Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: 'Log': {'1.0'}, Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: 'Network': {'1.1'}, Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: 'Port': {'1.7'}, Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: 'PortForwarding': {'1.2'}, Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: 'QosPolicy': {'1.8'}, Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: 'SecurityGroup': {'1.4'}, Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: 'SecurityGroupRule': {'1.2'}, Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: 'SubPort': {'1.0'}, Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: 'Subnet': {'1.1'}, Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: 'Trunk': {'1.1'}} Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: consumer versions: Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: { DHCP agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: HyperV agent@hv-cinder-79724: {}, Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: L3 agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: Metadata agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: Metering agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: Open vSwitch agent@dv-cinder-797245-3-iscsi: { 'AddressGroup': '1.2', Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: 'ConntrackHelper': '1.0', Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: 'Log': '1.0', Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: 'Network': '1.1', Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: 'Port': '1.7', Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: 'PortForwarding': '1.2', Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: 'QosPolicy': '1.8', Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: 'SecurityGroup': '1.4', Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: 'SecurityGroupRule': '1.2', Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: 'SubPort': '1.0', Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: 'Subnet': '1.1', Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: 'Trunk': '1.1'}} Jun 21 10:10:59.532946 dv-cinder-797245-3-iscsi neutron-server[92973]: {{(pid=92973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 10:10:59.600853 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [None req-d078a983-c958-42ec-ba40-069ffd304f6c None None] Attempting to bind port e6c386d3-4abe-4c23-bdc1-b66802d13da7 on host dv-cinder-797245-3-iscsi for vnic_type normal with profile {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:10:59.602131 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [None req-d078a983-c958-42ec-ba40-069ffd304f6c None None] Attempting to bind port e6c386d3-4abe-4c23-bdc1-b66802d13da7 by drivers openvswitch,hyperv on host dv-cinder-797245-3-iscsi at level 0 using segments [{'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:10:59.602720 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078a983-c958-42ec-ba40-069ffd304f6c None None] Attempting to bind port e6c386d3-4abe-4c23-bdc1-b66802d13da7 on network fb624688-f845-4b15-87c8-de4e29ba1da0 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:10:59.612175 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [None req-6fb23d92-5b12-49d9-b202-db5accf0d3b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:10:59.614070 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078a983-c958-42ec-ba40-069ffd304f6c None None] Checking agent: {'id': '1b1a71b0-3353-4cb1-9b62-7c1d9dbff1e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 2, 11), 'started_at': datetime.datetime(2021, 6, 21, 10, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:10:59.614718 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078a983-c958-42ec-ba40-069ffd304f6c None None] Checking segment: {'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:10:59.615355 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d078a983-c958-42ec-ba40-069ffd304f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:59.615933 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078a983-c958-42ec-ba40-069ffd304f6c None None] Bound using segment: {'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:10:59.616642 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [None req-d078a983-c958-42ec-ba40-069ffd304f6c None None] Bound port: e6c386d3-4abe-4c23-bdc1-b66802d13da7, host: dv-cinder-797245-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:10:59.617278 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d078a983-c958-42ec-ba40-069ffd304f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:59.620028 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-965b18a9-97db-4c99-b9ec-92b5cc254efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:59.690699 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-d078a983-c958-42ec-ba40-069ffd304f6c None None] For port e6c386d3-4abe-4c23-bdc1-b66802d13da7, host dv-cinder-797245-3-iscsi, cleared binding levels {{(pid=92973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:10:59.696248 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-d078a983-c958-42ec-ba40-069ffd304f6c None None] For port e6c386d3-4abe-4c23-bdc1-b66802d13da7, host dv-cinder-797245-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=e6c386d3-4abe-4c23-bdc1-b66802d13da7,segment=NetworkSegment(51446d15-6cd3-4f7c-9b01-f06091ff92a2),segment_id=51446d15-6cd3-4f7c-9b01-f06091ff92a2)] {{(pid=92973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:10:59.715835 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d078a983-c958-42ec-ba40-069ffd304f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:59.719143 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [None req-6fb23d92-5b12-49d9-b202-db5accf0d3b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:10:59.782701 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-965b18a9-97db-4c99-b9ec-92b5cc254efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:59.801820 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-965b18a9-97db-4c99-b9ec-92b5cc254efd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/58d48d64-5cac-4f9a-83b3-cf25483841fb HTTP/1.1" status: 204 len: 168 time: 1.6014345 Jun 21 10:10:59.802902 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-03e19326-e5aa-4280-b4b1-9b256423094b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:10:59.812957 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f35205e6-0b79-4a1e-95ca-92efcdf5ed07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707321', 'neutron.services.segments.db._delete_segments_for_network-8741296622547'] for network, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:10:59.875147 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb23d92-5b12-49d9-b202-db5accf0d3b4 None None] Pushing event updated for resources: {'Port': ['ID=e6c386d3-4abe-4c23-bdc1-b66802d13da7,revision_number=3']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:10:59.884544 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f35205e6-0b79-4a1e-95ca-92efcdf5ed07 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:10:59.884959 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f35205e6-0b79-4a1e-95ca-92efcdf5ed07 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:10:59.885787 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f35205e6-0b79-4a1e-95ca-92efcdf5ed07 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:10:59.886280 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f35205e6-0b79-4a1e-95ca-92efcdf5ed07 admin admin] Subscribe: > port after_create 55550000 {{(pid=92965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:10:59.886368 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f35205e6-0b79-4a1e-95ca-92efcdf5ed07 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:10:59.886718 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f35205e6-0b79-4a1e-95ca-92efcdf5ed07 admin admin] Subscribe: > port after_update 55550000 {{(pid=92965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:10:59.887019 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [None req-6fb23d92-5b12-49d9-b202-db5accf0d3b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:10:59.887143 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f35205e6-0b79-4a1e-95ca-92efcdf5ed07 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:10:59.887493 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f35205e6-0b79-4a1e-95ca-92efcdf5ed07 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:10:59.887812 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f35205e6-0b79-4a1e-95ca-92efcdf5ed07 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:10:59.888053 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f35205e6-0b79-4a1e-95ca-92efcdf5ed07 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:10:59.910363 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d078a983-c958-42ec-ba40-069ffd304f6c None None] Routers {'abae7743-15a9-4c88-b89f-7ae53e9af9e7'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:10:59.914562 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-d078a983-c958-42ec-ba40-069ffd304f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:10:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['abae7743-15a9-4c88-b89f-7ae53e9af9e7'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:11:00.179482 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f35205e6-0b79-4a1e-95ca-92efcdf5ed07 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:11:00.180006 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f35205e6-0b79-4a1e-95ca-92efcdf5ed07 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:11:00.180142 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f35205e6-0b79-4a1e-95ca-92efcdf5ed07 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:11:00.180458 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f35205e6-0b79-4a1e-95ca-92efcdf5ed07 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:11:00.180827 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.services.segments.db [None req-f35205e6-0b79-4a1e-95ca-92efcdf5ed07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26e9f8e3-63a7-4156-b700-2facf9563fcb']}} {{(pid=92965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:11:00.202683 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.services.segments.db [None req-f35205e6-0b79-4a1e-95ca-92efcdf5ed07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8529eac3-6bbd-44ab-9fe7-2f23efbd2a78') {'for_net_delete': True} {{(pid=92965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:11:00.203049 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.services.segments.db [None req-f35205e6-0b79-4a1e-95ca-92efcdf5ed07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8529eac3-6bbd-44ab-9fe7-2f23efbd2a78') {} {{(pid=92965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:11:00.205671 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-d078a983-c958-42ec-ba40-069ffd304f6c None None] Set router abae7743-15a9-4c88-b89f-7ae53e9af9e7 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:11:00.216971 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b18a9-97db-4c99-b9ec-92b5cc254efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d48d64-5cac-4f9a-83b3-cf25483841fb,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:00.259064 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-965b18a9-97db-4c99-b9ec-92b5cc254efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:00.265582 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f35205e6-0b79-4a1e-95ca-92efcdf5ed07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741296622376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11354332'] for segment, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:00.298267 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-530e8c61-e94c-4e1d-8eee-0ff45b68eb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:00.306506 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-530e8c61-e94c-4e1d-8eee-0ff45b68eb7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:00.310376 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-530e8c61-e94c-4e1d-8eee-0ff45b68eb7e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4155e584-15ff-485a-ab90-a1634a858a20 HTTP/1.1" status: 204 len: 168 time: 1.7892373 Jun 21 10:11:00.314222 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:00.319048 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f35205e6-0b79-4a1e-95ca-92efcdf5ed07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:00.363132 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f35205e6-0b79-4a1e-95ca-92efcdf5ed07 admin admin] Releasing vlan 1167 on physical network physnet1 to pool {{(pid=92965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 10:11:00.363578 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f35205e6-0b79-4a1e-95ca-92efcdf5ed07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9646855'] for segment, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: from cryptography.utils import int_from_bytes Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: from cryptography.utils import int_from_bytes Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: Traceback (most recent call last): Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: timer() Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: cb(*args, **kw) Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: return func(*args, **kwargs) Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: self._notify() Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: self.callback(batched_events) Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: event.method(event) Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: return f(self, *a, **k) Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: return self._get(url).json() Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: return self.request(url, 'GET', **kwargs) Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 10:11:00.369618 dv-cinder-797245-3-iscsi neutron-server[92965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 10:11:00.375691 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e8c61-e94c-4e1d-8eee-0ff45b68eb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4155e584-15ff-485a-ab90-a1634a858a20,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:00.389591 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-530e8c61-e94c-4e1d-8eee-0ff45b68eb7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:00.500931 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-7729fd19-1410-44bc-a857-9cb7be4fa255 service neutron] 10.222.0.50 "GET /v2.0/networks/cf126547-6ae9-4855-9df9-59048a69ce81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9210358 Jun 21 10:11:00.558795 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 41322) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:00.590346 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c3ce205a-ee76-47e6-ab33-70ecea463fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:00.599807 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f35205e6-0b79-4a1e-95ca-92efcdf5ed07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858363'] for network, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:00.671171 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:00.689239 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3dcb6526-0556-419f-8b9d-29e9366c26d4 req-6eb0385f-0ecb-4702-8186-5c37af7fe737 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/ports?device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 210 time: 0.0783887 Jun 21 10:11:00.707216 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f35205e6-0b79-4a1e-95ca-92efcdf5ed07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:00.721125 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-f35205e6-0b79-4a1e-95ca-92efcdf5ed07 admin admin] 10.222.0.50 "DELETE /v2.0/networks/26e9f8e3-63a7-4156-b700-2facf9563fcb HTTP/1.1" status: 204 len: 168 time: 2.0886333 Jun 21 10:11:00.721349 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 41328) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:00.727147 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35205e6-0b79-4a1e-95ca-92efcdf5ed07 admin admin] Pushing event deleted for resources: {'Network': ['ID=26e9f8e3-63a7-4156-b700-2facf9563fcb,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:00.733035 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-f35205e6-0b79-4a1e-95ca-92efcdf5ed07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:00.751510 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-d078a983-c958-42ec-ba40-069ffd304f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abae7743-15a9-4c88-b89f-7ae53e9af9e7', 'name': 'tempest-ServerRescueNegativeTestJSON-560110796-router', 'tenant_id': 'c2d9d5ab2e5b4ff2946f67faed489d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e6c386d3-4abe-4c23-bdc1-b66802d13da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:10:53Z', 'updated_at': '2021-06-21T10:10:55Z', 'revision_number': 3, 'project_id': 'c2d9d5ab2e5b4ff2946f67faed489d72', 'gw_port': {'id': 'e6c386d3-4abe-4c23-bdc1-b66802d13da7', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ed:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abae7743-15a9-4c88-b89f-7ae53e9af9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:10:54Z', 'updated_at': '2021-06-21T10:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi'}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:11:00.785404 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078a983-c958-42ec-ba40-069ffd304f6c None None] The sync data for ids ['abae7743-15a9-4c88-b89f-7ae53e9af9e7'] in dv-cinder-797245-3-iscsi is: [{'id': 'abae7743-15a9-4c88-b89f-7ae53e9af9e7', 'name': 'tempest-ServerRescueNegativeTestJSON-560110796-router', 'tenant_id': 'c2d9d5ab2e5b4ff2946f67faed489d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e6c386d3-4abe-4c23-bdc1-b66802d13da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:10:53Z', 'updated_at': '2021-06-21T10:10:55Z', 'revision_number': 3, 'project_id': 'c2d9d5ab2e5b4ff2946f67faed489d72', 'gw_port': {'id': 'e6c386d3-4abe-4c23-bdc1-b66802d13da7', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ed:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abae7743-15a9-4c88-b89f-7ae53e9af9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:10:54Z', 'updated_at': '2021-06-21T10:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi'}] {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:11:00.807632 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-3bf568e2-29cb-4cfc-bcf8-972570f2c9f2 service neutron] 10.222.0.50 "GET /v2.0/networks/cf126547-6ae9-4855-9df9-59048a69ce81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944195 Jun 21 10:11:00.809921 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-192e2a9e-c886-45bb-9360-106b148494d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:00.865702 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_v2 [None req-059e5d9c-7939-4716-800f-c29a0806af91 admin admin] Deleting subnet 40c7c8b4-156c-4cc7-96db-9d3d4020985e {{(pid=92958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 10:11:00.891584 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-059e5d9c-7939-4716-800f-c29a0806af91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:01.006153 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-059e5d9c-7939-4716-800f-c29a0806af91 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:01.016456 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-059e5d9c-7939-4716-800f-c29a0806af91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708198'] for subnet, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:01.031572 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 41334) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:01.064927 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c4c22ca5-2ce5-417d-a377-08293007a936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:01.119710 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-059e5d9c-7939-4716-800f-c29a0806af91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512'] for subnet, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:01.162436 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:01.231414 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_common [None req-192e2a9e-c886-45bb-9360-106b148494d1 admin admin] Allocated IP 172.20.0.1 (e71b334c-ddd6-4f01-b186-8e77b4307c85/885fa30c-53d9-43e2-8ec4-5d5887d6e1c3/e1588845-373a-4380-aee2-23d815734994) {{(pid=92965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:11:01.308260 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e5d9c-7939-4716-800f-c29a0806af91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40c7c8b4-156c-4cc7-96db-9d3d4020985e,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:01.374478 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-059e5d9c-7939-4716-800f-c29a0806af91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:01.383593 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c3ce205a-ee76-47e6-ab33-70ecea463fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:01.397897 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d5943ddc-7cf5-412a-b376-0c141d11fa75 req-096dfbac-dcbc-4cd7-aafb-d22c79e0e73d tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=662da283-2803-42b6-aa31-50285ef7b3e0 HTTP/1.1" status: 200 len: 210 time: 0.2054081 Jun 21 10:11:01.400990 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c3ce205a-ee76-47e6-ab33-70ecea463fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:01.422474 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:01.459538 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-059e5d9c-7939-4716-800f-c29a0806af91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:01.464212 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-059e5d9c-7939-4716-800f-c29a0806af91 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/40c7c8b4-156c-4cc7-96db-9d3d4020985e HTTP/1.1" status: 204 len: 168 time: 0.7435272 Jun 21 10:11:01.468322 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-192e2a9e-c886-45bb-9360-106b148494d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:01.468823 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 41356) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:01.586683 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce205a-ee76-47e6-ab33-70ecea463fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec285ad1-0fb1-449a-91c7-6f4a0c169a87,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:01.596427 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-c3ce205a-ee76-47e6-ab33-70ecea463fdb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=301d45bce5db4258a9b5947618cb5467&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0341794 Jun 21 10:11:01.598742 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-c3ce205a-ee76-47e6-ab33-70ecea463fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:01.599294 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 41364) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:01.649724 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-192e2a9e-c886-45bb-9360-106b148494d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11354329'] for port, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:01.661647 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:01.667276 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b204515e-e225-4383-8248-282e5f59e59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729370'] for network, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:01.714963 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e2a9e-c886-45bb-9360-106b148494d1 admin admin] Pushing event updated for resources: {'Port': ['ID=e1588845-373a-4380-aee2-23d815734994,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:01.730880 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-192e2a9e-c886-45bb-9360-106b148494d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:01.733976 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c4c22ca5-2ce5-417d-a377-08293007a936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:01.740045 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-57e5f6db-7d15-4ffa-8de5-742b26d0dbbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:01.745751 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192e2a9e-c886-45bb-9360-106b148494d1 admin admin] Network e71b334c-ddd6-4f01-b186-8e77b4307c85 is already hosted by enough agents. {{(pid=92965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:11:01.755746 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c4c22ca5-2ce5-417d-a377-08293007a936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:01.757002 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [None req-192e2a9e-c886-45bb-9360-106b148494d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:11:01.761661 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192e2a9e-c886-45bb-9360-106b148494d1 admin admin] Received port after_create {{(pid=92965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:11:01.763638 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-66991578-a627-469b-83ad-acc168793b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:01.777672 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-57e5f6db-7d15-4ffa-8de5-742b26d0dbbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:01.866520 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c22ca5-2ce5-417d-a377-08293007a936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf3755d-41a7-42f8-ba49-469eaf112db7,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:01.875822 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-c4c22ca5-2ce5-417d-a377-08293007a936 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=25b642fe87e24276b250edb11c4e050a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8427672 Jun 21 10:11:01.877502 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-c4c22ca5-2ce5-417d-a377-08293007a936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:01.880616 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 41374) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:01.894992 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-192e2a9e-c886-45bb-9360-106b148494d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745814'] for router_interface, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:02.023781 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-57e5f6db-7d15-4ffa-8de5-742b26d0dbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:02.029718 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-57e5f6db-7d15-4ffa-8de5-742b26d0dbbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:02.032700 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-57e5f6db-7d15-4ffa-8de5-742b26d0dbbd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ec285ad1-0fb1-449a-91c7-6f4a0c169a87 HTTP/1.1" status: 204 len: 168 time: 0.4320176 Jun 21 10:11:02.036095 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:02.065360 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b204515e-e225-4383-8248-282e5f59e59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707321', 'neutron.services.segments.db._delete_segments_for_network-8741296622547'] for network, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:02.071299 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5f6db-7d15-4ffa-8de5-742b26d0dbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec285ad1-0fb1-449a-91c7-6f4a0c169a87,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:02.081572 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-57e5f6db-7d15-4ffa-8de5-742b26d0dbbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:02.121898 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b204515e-e225-4383-8248-282e5f59e59d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:11:02.122675 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b204515e-e225-4383-8248-282e5f59e59d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:11:02.127931 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b204515e-e225-4383-8248-282e5f59e59d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:11:02.127931 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b204515e-e225-4383-8248-282e5f59e59d admin admin] Subscribe: > port after_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:11:02.128287 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b204515e-e225-4383-8248-282e5f59e59d admin admin] Subscribe: > port after_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:11:02.128950 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b204515e-e225-4383-8248-282e5f59e59d admin admin] Subscribe: > port after_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:11:02.129419 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b204515e-e225-4383-8248-282e5f59e59d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:11:02.129856 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b204515e-e225-4383-8248-282e5f59e59d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:11:02.130441 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b204515e-e225-4383-8248-282e5f59e59d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:11:02.135751 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b204515e-e225-4383-8248-282e5f59e59d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:11:02.391711 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device e6c386d3-4abe-4c23-bdc1-b66802d13da7 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:11:02.472213 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0b7c1141-5205-49d6-bfe2-11206563ec4f req-77c38121-bef5-4e0a-a5b6-478906890190 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/ports?device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 210 time: 0.4668579 Jun 21 10:11:02.495159 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3d239fa6-7051-4990-a1fc-2a7e6ec8d4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:02.524217 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3d239fa6-7051-4990-a1fc-2a7e6ec8d4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:02.530574 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning for port e6c386d3-4abe-4c23-bdc1-b66802d13da7 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:11:02.536793 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port e6c386d3-4abe-4c23-bdc1-b66802d13da7 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:11:02.537984 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:02.613628 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3d239fa6-7051-4990-a1fc-2a7e6ec8d4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:02.620435 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3d239fa6-7051-4990-a1fc-2a7e6ec8d4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:02.626648 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-3d239fa6-7051-4990-a1fc-2a7e6ec8d4a5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dcf3755d-41a7-42f8-ba49-469eaf112db7 HTTP/1.1" status: 204 len: 168 time: 0.7437668 Jun 21 10:11:02.672111 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-8f668094-70dc-46ad-80d9-69c3ada0063d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:02.681344 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b204515e-e225-4383-8248-282e5f59e59d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:11:02.682111 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b204515e-e225-4383-8248-282e5f59e59d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:11:02.682503 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b204515e-e225-4383-8248-282e5f59e59d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:11:02.682954 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b204515e-e225-4383-8248-282e5f59e59d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 10:11:02.683504 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-b204515e-e225-4383-8248-282e5f59e59d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05631ab2-114c-4fad-a989-486117c20bc0']}} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:11:02.701288 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-192e2a9e-c886-45bb-9360-106b148494d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:02.720640 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d239fa6-7051-4990-a1fc-2a7e6ec8d4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf3755d-41a7-42f8-ba49-469eaf112db7,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:02.740004 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-3d239fa6-7051-4990-a1fc-2a7e6ec8d4a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:02.758782 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-b204515e-e225-4383-8248-282e5f59e59d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4aa7c7-d535-40f0-b6fd-896e11ba2f55') {'for_net_delete': True} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:11:02.759085 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-b204515e-e225-4383-8248-282e5f59e59d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4aa7c7-d535-40f0-b6fd-896e11ba2f55') {} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:11:02.800404 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:02.839747 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-51fde5b1-4b57-4218-8cea-e3ad50533def req-0ea77525-1af6-442c-876c-3f2220f6cb78 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=662da283-2803-42b6-aa31-50285ef7b3e0 HTTP/1.1" status: 200 len: 210 time: 0.1290088 Jun 21 10:11:02.853667 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] For port e6c386d3-4abe-4c23-bdc1-b66802d13da7, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=e6c386d3-4abe-4c23-bdc1-b66802d13da7,segment=NetworkSegment(51446d15-6cd3-4f7c-9b01-f06091ff92a2),segment_id=51446d15-6cd3-4f7c-9b01-f06091ff92a2)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:11:02.856186 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b204515e-e225-4383-8248-282e5f59e59d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741296622376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10525642'] for segment, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:02.863210 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:02.866125 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:02.912758 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b204515e-e225-4383-8248-282e5f59e59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:02.941037 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b204515e-e225-4383-8248-282e5f59e59d admin admin] Releasing vlan 1188 on physical network physnet1 to pool {{(pid=92958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 10:11:02.941703 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b204515e-e225-4383-8248-282e5f59e59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2335328'] for segment, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: from cryptography.utils import int_from_bytes Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: from cryptography.utils import int_from_bytes Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: Traceback (most recent call last): Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: timer() Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: cb(*args, **kw) Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: return func(*args, **kwargs) Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: self._notify() Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: self.callback(batched_events) Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: event.method(event) Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: return f(self, *a, **k) Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: return self._get(url).json() Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: return self.request(url, 'GET', **kwargs) Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 10:11:02.948827 dv-cinder-797245-3-iscsi neutron-server[92958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 10:11:02.970614 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Pushing event updated for resources: {'Port': ['ID=e6c386d3-4abe-4c23-bdc1-b66802d13da7,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:02.986876 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:11:02.987673 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:11:02.988284 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:11:02.989207 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:11:02.989907 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:11:02.990925 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:11:02.991583 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:11:02.992382 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:11:02.993040 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:11:02.993733 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:11:02.994284 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:11:02.994899 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Tracked resource versions report: Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: pushed versions: Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: { 'AddressGroup': {'1.2'}, Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: 'ConntrackHelper': {'1.0'}, Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: 'Log': {'1.0'}, Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: 'Network': {'1.1'}, Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: 'Port': {'1.7'}, Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: 'PortForwarding': {'1.2'}, Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: 'QosPolicy': {'1.8'}, Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: 'SecurityGroup': {'1.4'}, Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: 'SecurityGroupRule': {'1.2'}, Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: 'SubPort': {'1.0'}, Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: 'Subnet': {'1.1'}, Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: 'Trunk': {'1.1'}} Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: consumer versions: Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: { DHCP agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: HyperV agent@hv-cinder-79724: {}, Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: L3 agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: Metadata agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: Metering agent@dv-cinder-797245-3-iscsi: {}, Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: Open vSwitch agent@dv-cinder-797245-3-iscsi: { 'AddressGroup': '1.2', Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: 'ConntrackHelper': '1.0', Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: 'Log': '1.0', Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: 'Network': '1.1', Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: 'Port': '1.7', Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: 'PortForwarding': '1.2', Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: 'QosPolicy': '1.8', Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: 'SecurityGroup': '1.4', Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: 'SecurityGroupRule': '1.2', Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: 'SubPort': '1.0', Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: 'Subnet': '1.1', Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: 'Trunk': '1.1'}} Jun 21 10:11:03.000515 dv-cinder-797245-3-iscsi neutron-server[92969]: {{(pid=92969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 10:11:03.006758 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:03.074892 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-192e2a9e-c886-45bb-9360-106b148494d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:03.090854 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-192e2a9e-c886-45bb-9360-106b148494d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11354351'] for port, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:03.098581 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-ffe8444f-d4f0-41d1-8a20-1ab2b45b033c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:03.105022 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b204515e-e225-4383-8248-282e5f59e59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858363'] for network, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:03.121858 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:03.135996 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b204515e-e225-4383-8248-282e5f59e59d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:03.139959 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-b204515e-e225-4383-8248-282e5f59e59d admin admin] 10.222.0.50 "DELETE /v2.0/networks/05631ab2-114c-4fad-a989-486117c20bc0 HTTP/1.1" status: 204 len: 168 time: 1.6677623 Jun 21 10:11:03.168010 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204515e-e225-4383-8248-282e5f59e59d admin admin] Pushing event deleted for resources: {'Network': ['ID=05631ab2-114c-4fad-a989-486117c20bc0,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:03.174164 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-b204515e-e225-4383-8248-282e5f59e59d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:03.274712 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-192e2a9e-c886-45bb-9360-106b148494d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3840613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3854351'] for router_interface, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:03.277432 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e2a9e-c886-45bb-9360-106b148494d1 admin admin] Pushing event updated for resources: {'Port': ['ID=e1588845-373a-4380-aee2-23d815734994,revision_number=2']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:03.283268 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-192e2a9e-c886-45bb-9360-106b148494d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:03.526051 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192e2a9e-c886-45bb-9360-106b148494d1 admin admin] Network e71b334c-ddd6-4f01-b186-8e77b4307c85 is already hosted by enough agents. {{(pid=92965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:11:03.527600 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [None req-192e2a9e-c886-45bb-9360-106b148494d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:11:03.736378 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 41432) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:03.747398 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ebb1de99-cd2e-4e9e-b8b7-0c4a9c6ba783 req-36b44c61-5b2d-413b-b8b6-237f880fc1fe tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/ports?device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 210 time: 0.0493178 Jun 21 10:11:03.782700 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192e2a9e-c886-45bb-9360-106b148494d1 admin admin] Router abae7743-15a9-4c88-b89f-7ae53e9af9e7 has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:11:03.865415 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-2e5a1bb1-d940-457a-a508-8cb7433c25b4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c6032a6337204a46993d55a0f9662aec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1242926 Jun 21 10:11:03.865965 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 41436) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:03.952769 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c34b3d2a-4ca1-45da-8465-c38bcde67e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:03.959659 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192e2a9e-c886-45bb-9360-106b148494d1 admin admin] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:11:03.967782 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-192e2a9e-c886-45bb-9360-106b148494d1 admin admin] 10.222.0.50 "PUT /v2.0/routers/abae7743-15a9-4c88-b89f-7ae53e9af9e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5858786 Jun 21 10:11:03.987056 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c34b3d2a-4ca1-45da-8465-c38bcde67e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:03.989868 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4351f86a-e98f-4179-8229-9880da3684b5 None None] Sync routers for ids ['abae7743-15a9-4c88-b89f-7ae53e9af9e7'] in dv-cinder-797245-3-iscsi {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:11:04.011847 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4351f86a-e98f-4179-8229-9880da3684b5 None None] Routers {'abae7743-15a9-4c88-b89f-7ae53e9af9e7'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:11:04.012634 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-4351f86a-e98f-4179-8229-9880da3684b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:10:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['abae7743-15a9-4c88-b89f-7ae53e9af9e7'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:11:04.052129 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c34b3d2a-4ca1-45da-8465-c38bcde67e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:04.054979 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c34b3d2a-4ca1-45da-8465-c38bcde67e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:04.059484 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-c34b3d2a-4ca1-45da-8465-c38bcde67e54 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1d05bfbd-ff5d-41d8-9e99-e70cf7e7f83c HTTP/1.1" status: 204 len: 168 time: 0.1918640 Jun 21 10:11:04.063027 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:04.072675 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b3d2a-4ca1-45da-8465-c38bcde67e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d05bfbd-ff5d-41d8-9e99-e70cf7e7f83c,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:04.077035 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-c34b3d2a-4ca1-45da-8465-c38bcde67e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:04.183658 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5680c103-62c4-43cd-85df-77c64f32034c req-847fce20-8f8a-40e5-b7dc-3930ea0237c2 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=662da283-2803-42b6-aa31-50285ef7b3e0 HTTP/1.1" status: 200 len: 210 time: 0.0791590 Jun 21 10:11:04.282355 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-4351f86a-e98f-4179-8229-9880da3684b5 None None] Set router abae7743-15a9-4c88-b89f-7ae53e9af9e7 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:11:04.319804 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device e6c386d3-4abe-4c23-bdc1-b66802d13da7 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:11:04.431824 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.74', 49357) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:04.682980 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port e6c386d3-4abe-4c23-bdc1-b66802d13da7 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:11:04.683522 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:04.732212 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-35af2329-fba4-415d-948b-1cd7efaa8746 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:04.745479 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-35af2329-fba4-415d-948b-1cd7efaa8746 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.74 "GET /v2.0/networks?id=9d3b4024-c158-4ee9-aa3e-88e15464701f HTTP/1.1" status: 200 len: 811 time: 0.3113306 Jun 21 10:11:04.829128 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-75fcc0c7-9adc-4e07-97b8-a0d972101faf tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Request body: {'port': {'device_id': '7771b225-e264-457d-99bb-24e5d71641cb', 'network_id': '9d3b4024-c158-4ee9-aa3e-88e15464701f', 'admin_state_up': True, 'tenant_id': '1fc3233559e94c8088cf30b0bc971d41'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:11:05.063854 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-4351f86a-e98f-4179-8229-9880da3684b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abae7743-15a9-4c88-b89f-7ae53e9af9e7', 'name': 'tempest-ServerRescueNegativeTestJSON-560110796-router', 'tenant_id': 'c2d9d5ab2e5b4ff2946f67faed489d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e6c386d3-4abe-4c23-bdc1-b66802d13da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:10:53Z', 'updated_at': '2021-06-21T10:11:02Z', 'revision_number': 4, 'project_id': 'c2d9d5ab2e5b4ff2946f67faed489d72', 'gw_port': {'id': 'e6c386d3-4abe-4c23-bdc1-b66802d13da7', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ed:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae7743-15a9-4c88-b89f-7ae53e9af9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:10:54Z', 'updated_at': '2021-06-21T10:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'e1588845-373a-4380-aee2-23d815734994', 'name': '', 'network_id': 'e71b334c-ddd6-4f01-b186-8e77b4307c85', 'tenant_id': 'c2d9d5ab2e5b4ff2946f67faed489d72', 'mac_address': 'fa:16:3e:3c:94:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abae7743-15a9-4c88-b89f-7ae53e9af9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '885fa30c-53d9-43e2-8ec4-5d5887d6e1c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:11:00Z', 'updated_at': '2021-06-21T10:11:02Z', 'revision_number': 2, 'project_id': 'c2d9d5ab2e5b4ff2946f67faed489d72', 'subnets': [{'id': '885fa30c-53d9-43e2-8ec4-5d5887d6e1c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:11:05.148333 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 41490) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:05.203863 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4351f86a-e98f-4179-8229-9880da3684b5 None None] Checking router: abae7743-15a9-4c88-b89f-7ae53e9af9e7 for host: dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:11:05.204641 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4351f86a-e98f-4179-8229-9880da3684b5 None None] Updating router abae7743-15a9-4c88-b89f-7ae53e9af9e7 port e1588845-373a-4380-aee2-23d815734994 binding host dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 10:11:05.312742 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1c5af042-e540-4e04-887a-1cefdb6625b0 req-27930c4d-5057-4360-a45d-a910be6c08fe tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/ports?device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 210 time: 0.1855400 Jun 21 10:11:05.329558 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.74', 49363) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:05.376069 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4351f86a-e98f-4179-8229-9880da3684b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:05.571507 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-75fcc0c7-9adc-4e07-97b8-a0d972101faf tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Made reservation on behalf of 1fc3233559e94c8088cf30b0bc971d41 for: {'port': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:11:05.579171 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-75fcc0c7-9adc-4e07-97b8-a0d972101faf tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:05.636203 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-46855876-4b56-4077-8bb6-bc00a8d6f2f8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=83482f8c88494e4385ff4cda85257b25&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4853673 Jun 21 10:11:05.640857 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 41504) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:05.799633 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-229907d9-6af6-486c-b920-a165bb30847e tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:05.812875 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-229907d9-6af6-486c-b920-a165bb30847e tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.74 "GET /v2.0/networks?id=cf126547-6ae9-4855-9df9-59048a69ce81 HTTP/1.1" status: 200 len: 814 time: 0.4447720 Jun 21 10:11:05.828891 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-3538ce4a-4f6a-4f5e-a5b7-5383ff1d77a2 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Request body: {'port': {'device_id': '662da283-2803-42b6-aa31-50285ef7b3e0', 'network_id': 'cf126547-6ae9-4855-9df9-59048a69ce81', 'admin_state_up': True, 'tenant_id': 'f70f0c950c9b4ce4807295b05ec0f177'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:11:06.156397 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4351f86a-e98f-4179-8229-9880da3684b5 None None] Notify callbacks [] for port, precommit_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:06.193962 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4351f86a-e98f-4179-8229-9880da3684b5 None None] Transition to ACTIVE for port object e1588845-373a-4380-aee2-23d815734994 will not be triggered until provisioned by entity L2. {{(pid=92969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:11:06.209629 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4351f86a-e98f-4179-8229-9880da3684b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:06.213378 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-b86bee74-b67c-4d67-a385-b23eb904bc6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:06.402422 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b6110ec1-df9f-4c6e-84f2-fe34d892edb2 req-d36864df-9260-498e-959d-42928c1b6898 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=662da283-2803-42b6-aa31-50285ef7b3e0 HTTP/1.1" status: 200 len: 210 time: 0.6621997 Jun 21 10:11:06.478617 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efd8e7-f667-46ad-98b7-e4e78597c898 None None] Pushing event updated for resources: {'Port': ['ID=e1588845-373a-4380-aee2-23d815734994,revision_number=3']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:06.502596 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-78a618dc-1862-41c9-905b-ea5c107a0615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:06.511983 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-4351f86a-e98f-4179-8229-9880da3684b5 None None] Attempting to bind port e1588845-373a-4380-aee2-23d815734994 on host dv-cinder-797245-3-iscsi for vnic_type normal with profile {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:11:06.512455 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-4351f86a-e98f-4179-8229-9880da3684b5 None None] Attempting to bind port e1588845-373a-4380-aee2-23d815734994 by drivers openvswitch,hyperv on host dv-cinder-797245-3-iscsi at level 0 using segments [{'id': '12389c12-8ae0-4603-9a13-8a892997fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'e71b334c-ddd6-4f01-b186-8e77b4307c85'}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:11:06.513694 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4351f86a-e98f-4179-8229-9880da3684b5 None None] Attempting to bind port e1588845-373a-4380-aee2-23d815734994 on network e71b334c-ddd6-4f01-b186-8e77b4307c85 {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:11:06.529254 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-19efd8e7-f667-46ad-98b7-e4e78597c898 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:06.530742 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4351f86a-e98f-4179-8229-9880da3684b5 None None] Checking agent: {'id': '1b1a71b0-3353-4cb1-9b62-7c1d9dbff1e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 2, 11), 'started_at': datetime.datetime(2021, 6, 21, 10, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:11:06.530973 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4351f86a-e98f-4179-8229-9880da3684b5 None None] Checking segment: {'id': '12389c12-8ae0-4603-9a13-8a892997fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'e71b334c-ddd6-4f01-b186-8e77b4307c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:11:06.531679 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4351f86a-e98f-4179-8229-9880da3684b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:06.531679 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4351f86a-e98f-4179-8229-9880da3684b5 None None] Bound using segment: {'id': '12389c12-8ae0-4603-9a13-8a892997fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'e71b334c-ddd6-4f01-b186-8e77b4307c85'} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:11:06.532223 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-4351f86a-e98f-4179-8229-9880da3684b5 None None] Bound port: e1588845-373a-4380-aee2-23d815734994, host: dv-cinder-797245-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12389c12-8ae0-4603-9a13-8a892997fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'e71b334c-ddd6-4f01-b186-8e77b4307c85'}}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:11:06.532520 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4351f86a-e98f-4179-8229-9880da3684b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:06.535222 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fe1db-77ce-493e-b935-aab5172391de req-b8ddf6de-47c6-4114-bec3-9e0d00d95c82 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:06.542043 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4b5fe1db-77ce-493e-b935-aab5172391de req-b8ddf6de-47c6-4114-bec3-9e0d00d95c82 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/networks?id=e71b334c-ddd6-4f01-b186-8e77b4307c85 HTTP/1.1" status: 200 len: 818 time: 0.5636942 Jun 21 10:11:06.543941 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-75fcc0c7-9adc-4e07-97b8-a0d972101faf tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Allocated IP 172.20.0.5 (9d3b4024-c158-4ee9-aa3e-88e15464701f/48f196c0-a16c-4efe-95d7-b64313eb6e22/03b5b43b-4b33-4378-9d31-d2931646505a) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:11:06.564240 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4b5fe1db-77ce-493e-b935-aab5172391de req-54d5905a-02a3-4964-867c-08f6c19ab42e tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/quotas/c2d9d5ab2e5b4ff2946f67faed489d72 HTTP/1.1" status: 200 len: 375 time: 0.0212300 Jun 21 10:11:06.574856 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-3538ce4a-4f6a-4f5e-a5b7-5383ff1d77a2 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Made reservation on behalf of f70f0c950c9b4ce4807295b05ec0f177 for: {'port': 1} {{(pid=92965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:11:06.579880 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-3538ce4a-4f6a-4f5e-a5b7-5383ff1d77a2 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:06.598545 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-78a618dc-1862-41c9-905b-ea5c107a0615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:06.705241 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4351f86a-e98f-4179-8229-9880da3684b5 None None] For port e1588845-373a-4380-aee2-23d815734994, host dv-cinder-797245-3-iscsi, cleared binding levels {{(pid=92969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:11:06.711364 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4351f86a-e98f-4179-8229-9880da3684b5 None None] For port e1588845-373a-4380-aee2-23d815734994, host dv-cinder-797245-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=e1588845-373a-4380-aee2-23d815734994,segment=NetworkSegment(12389c12-8ae0-4603-9a13-8a892997fdc2),segment_id=12389c12-8ae0-4603-9a13-8a892997fdc2)] {{(pid=92969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:11:06.721477 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4351f86a-e98f-4179-8229-9880da3684b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:06.725577 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:06.831291 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-78a618dc-1862-41c9-905b-ea5c107a0615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:06.837231 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-78a618dc-1862-41c9-905b-ea5c107a0615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:06.841080 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-78a618dc-1862-41c9-905b-ea5c107a0615 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b2a3831c-7bc6-4e44-bd33-2788a99d4494 HTTP/1.1" status: 204 len: 168 time: 1.1804297 Jun 21 10:11:06.843174 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:06.854641 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a618dc-1862-41c9-905b-ea5c107a0615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a3831c-7bc6-4e44-bd33-2788a99d4494,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:06.858358 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4b5fe1db-77ce-493e-b935-aab5172391de req-003aefd4-b157-4cfc-98d8-e49d95d779fc tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c2d9d5ab2e5b4ff2946f67faed489d72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2920635 Jun 21 10:11:06.867081 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-78a618dc-1862-41c9-905b-ea5c107a0615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:06.923761 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efd8e7-f667-46ad-98b7-e4e78597c898 None None] Pushing event updated for resources: {'Port': ['ID=e1588845-373a-4380-aee2-23d815734994,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:06.926730 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4351f86a-e98f-4179-8229-9880da3684b5 None None] Routers {'abae7743-15a9-4c88-b89f-7ae53e9af9e7'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:11:06.933764 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-4351f86a-e98f-4179-8229-9880da3684b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:10:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['abae7743-15a9-4c88-b89f-7ae53e9af9e7'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:11:06.937132 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-19efd8e7-f667-46ad-98b7-e4e78597c898 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:07.020681 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1559775f-d247-4444-a31f-79a5b30077b1 req-d5cde53b-2f57-42b1-b955-bf9f78bd38c0 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/ports?device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 210 time: 0.1336355 Jun 21 10:11:07.081381 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-75fcc0c7-9adc-4e07-97b8-a0d972101faf tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:07.173636 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-75fcc0c7-9adc-4e07-97b8-a0d972101faf tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1954238'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:07.179526 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-082c2c42-e704-454f-9c23-0d0281a75635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:07.333263 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4b5fe1db-77ce-493e-b935-aab5172391de req-2ed62cd2-78b3-4be5-87e7-fd1034e51862 service neutron] 10.222.0.50 "GET /v2.0/networks/e71b334c-ddd6-4f01-b186-8e77b4307c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737921 Jun 21 10:11:07.378480 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-c9f9998d-f82c-4c11-904b-b5345a403e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:07.387978 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fcc0c7-9adc-4e07-97b8-a0d972101faf tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Pushing event updated for resources: {'Port': ['ID=03b5b43b-4b33-4378-9d31-d2931646505a,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:07.440383 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-75fcc0c7-9adc-4e07-97b8-a0d972101faf tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:07.484342 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-4351f86a-e98f-4179-8229-9880da3684b5 None None] Set router abae7743-15a9-4c88-b89f-7ae53e9af9e7 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:11:07.499077 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-75fcc0c7-9adc-4e07-97b8-a0d972101faf tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Network 9d3b4024-c158-4ee9-aa3e-88e15464701f is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:11:07.504734 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-75fcc0c7-9adc-4e07-97b8-a0d972101faf tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:11:07.517349 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-75fcc0c7-9adc-4e07-97b8-a0d972101faf tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:11:07.775963 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-75fcc0c7-9adc-4e07-97b8-a0d972101faf tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:07.788512 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-75fcc0c7-9adc-4e07-97b8-a0d972101faf tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:07.896056 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-75fcc0c7-9adc-4e07-97b8-a0d972101faf tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0715489 Jun 21 10:11:08.102623 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-c2dd8fc8-7600-46e5-8f9b-f348c4e19b2e tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 10:11:08.108568 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-c2dd8fc8-7600-46e5-8f9b-f348c4e19b2e tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184481 Jun 21 10:11:08.252822 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-4351f86a-e98f-4179-8229-9880da3684b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abae7743-15a9-4c88-b89f-7ae53e9af9e7', 'name': 'tempest-ServerRescueNegativeTestJSON-560110796-router', 'tenant_id': 'c2d9d5ab2e5b4ff2946f67faed489d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e6c386d3-4abe-4c23-bdc1-b66802d13da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:10:53Z', 'updated_at': '2021-06-21T10:11:02Z', 'revision_number': 4, 'project_id': 'c2d9d5ab2e5b4ff2946f67faed489d72', 'gw_port': {'id': 'e6c386d3-4abe-4c23-bdc1-b66802d13da7', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ed:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae7743-15a9-4c88-b89f-7ae53e9af9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:10:54Z', 'updated_at': '2021-06-21T10:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'e1588845-373a-4380-aee2-23d815734994', 'name': '', 'network_id': 'e71b334c-ddd6-4f01-b186-8e77b4307c85', 'tenant_id': 'c2d9d5ab2e5b4ff2946f67faed489d72', 'mac_address': 'fa:16:3e:3c:94:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abae7743-15a9-4c88-b89f-7ae53e9af9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '885fa30c-53d9-43e2-8ec4-5d5887d6e1c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:11:00Z', 'updated_at': '2021-06-21T10:11:06Z', 'revision_number': 4, 'project_id': 'c2d9d5ab2e5b4ff2946f67faed489d72', 'subnets': [{'id': '885fa30c-53d9-43e2-8ec4-5d5887d6e1c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:11:08.288265 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-462cb2cb-8ef3-4ece-8c69-4bf8f659009d req-c5b46976-7a19-45ea-b299-422bb033cbce tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=662da283-2803-42b6-aa31-50285ef7b3e0 HTTP/1.1" status: 200 len: 210 time: 0.1620646 Jun 21 10:11:08.430758 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4351f86a-e98f-4179-8229-9880da3684b5 None None] The sync data for ids ['abae7743-15a9-4c88-b89f-7ae53e9af9e7'] in dv-cinder-797245-3-iscsi is: [{'id': 'abae7743-15a9-4c88-b89f-7ae53e9af9e7', 'name': 'tempest-ServerRescueNegativeTestJSON-560110796-router', 'tenant_id': 'c2d9d5ab2e5b4ff2946f67faed489d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e6c386d3-4abe-4c23-bdc1-b66802d13da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:10:53Z', 'updated_at': '2021-06-21T10:11:02Z', 'revision_number': 4, 'project_id': 'c2d9d5ab2e5b4ff2946f67faed489d72', 'gw_port': {'id': 'e6c386d3-4abe-4c23-bdc1-b66802d13da7', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ed:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae7743-15a9-4c88-b89f-7ae53e9af9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:10:54Z', 'updated_at': '2021-06-21T10:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'e1588845-373a-4380-aee2-23d815734994', 'name': '', 'network_id': 'e71b334c-ddd6-4f01-b186-8e77b4307c85', 'tenant_id': 'c2d9d5ab2e5b4ff2946f67faed489d72', 'mac_address': 'fa:16:3e:3c:94:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abae7743-15a9-4c88-b89f-7ae53e9af9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '885fa30c-53d9-43e2-8ec4-5d5887d6e1c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:11:00Z', 'updated_at': '2021-06-21T10:11:06Z', 'revision_number': 4, 'project_id': 'c2d9d5ab2e5b4ff2946f67faed489d72', 'subnets': [{'id': '885fa30c-53d9-43e2-8ec4-5d5887d6e1c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:11:08.580725 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_common [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-3538ce4a-4f6a-4f5e-a5b7-5383ff1d77a2 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Allocated IP 172.20.0.4 (cf126547-6ae9-4855-9df9-59048a69ce81/ca51367d-5f2a-43bb-8582-b1b061e36115/54fd7d9f-1ecb-489b-82e3-cc6b607f6632) {{(pid=92965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:11:08.750385 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4b5fe1db-77ce-493e-b935-aab5172391de req-00078b77-a85c-4931-ac9e-706ee2340fb9 service neutron] 10.222.0.50 "GET /v2.0/networks/e71b334c-ddd6-4f01-b186-8e77b4307c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3895581 Jun 21 10:11:09.391892 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-c6e48ace-0bac-4118-9414-b5bdb5a1f5de service neutron] Request body: {'port': {'device_id': '7771b225-e264-457d-99bb-24e5d71641cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:11:09.454562 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-3538ce4a-4f6a-4f5e-a5b7-5383ff1d77a2 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks [] for port, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:09.542650 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-3538ce4a-4f6a-4f5e-a5b7-5383ff1d77a2 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11354329'] for port, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:09.560129 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:09.584802 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:11:09.985419 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b4466-7b94-48b6-9361-984acb842e7c req-66c92089-9337-42f7-aa98-586e17e7ae22 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:09.990970 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-883b4466-7b94-48b6-9361-984acb842e7c req-66c92089-9337-42f7-aa98-586e17e7ae22 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/ports?device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 931 time: 0.8288817 Jun 21 10:11:10.112049 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538ce4a-4f6a-4f5e-a5b7-5383ff1d77a2 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Pushing event updated for resources: {'Port': ['ID=54fd7d9f-1ecb-489b-82e3-cc6b607f6632,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:10.155805 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-3538ce4a-4f6a-4f5e-a5b7-5383ff1d77a2 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:10.285634 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-3538ce4a-4f6a-4f5e-a5b7-5383ff1d77a2 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Network cf126547-6ae9-4855-9df9-59048a69ce81 is already hosted by enough agents. {{(pid=92965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:11:10.393684 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ff5da676-6d90-4d60-a653-114a20ad0211 req-3df05d6f-0cd7-4b0b-8a06-2b55f1f606e4 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 210 time: 0.2827275 Jun 21 10:11:10.395689 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-3538ce4a-4f6a-4f5e-a5b7-5383ff1d77a2 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Resources bound (agent type, host, resource id): {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:11:10.417823 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-3538ce4a-4f6a-4f5e-a5b7-5383ff1d77a2 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Received port after_create {{(pid=92965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:11:10.551593 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device e1588845-373a-4380-aee2-23d815734994 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:11:10.691865 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-3538ce4a-4f6a-4f5e-a5b7-5383ff1d77a2 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:10.709613 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-3538ce4a-4f6a-4f5e-a5b7-5383ff1d77a2 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for port, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:10.763451 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-3538ce4a-4f6a-4f5e-a5b7-5383ff1d77a2 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9407954 Jun 21 10:11:10.769084 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning for port e1588845-373a-4380-aee2-23d815734994 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:11:10.780604 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port e1588845-373a-4380-aee2-23d815734994 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:11:10.781023 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:10.807507 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-5e9bd1f9-926d-4333-8359-16e4054407d2 service neutron] Request body: {'port': {'device_id': '662da283-2803-42b6-aa31-50285ef7b3e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:11:10.836196 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-883b4466-7b94-48b6-9361-984acb842e7c req-9f501c1a-af30-400c-8fd6-4c4c5e81917f tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/security-groups?id=a70a4955-12e0-4701-ae50-f1c81e766e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8174624 Jun 21 10:11:10.843259 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-c6e48ace-0bac-4118-9414-b5bdb5a1f5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:11.081672 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-29e7090e-89ba-4a21-96da-d90e8412012e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:11.120367 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:11.291378 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc39253-9858-4ffd-b069-a7c8b47424af req-03019f73-a027-4264-8a80-0da99abb9c8b tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:11.313315 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-2cc39253-9858-4ffd-b069-a7c8b47424af req-03019f73-a027-4264-8a80-0da99abb9c8b tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=662da283-2803-42b6-aa31-50285ef7b3e0 HTTP/1.1" status: 200 len: 931 time: 0.3859961 Jun 21 10:11:11.315266 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-5e9bd1f9-926d-4333-8359-16e4054407d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:11.344941 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:11.565198 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] For port e1588845-373a-4380-aee2-23d815734994, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=e1588845-373a-4380-aee2-23d815734994,segment=NetworkSegment(12389c12-8ae0-4603-9a13-8a892997fdc2),segment_id=12389c12-8ae0-4603-9a13-8a892997fdc2)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:11:11.584658 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:11.599920 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:11.670451 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-2cc39253-9858-4ffd-b069-a7c8b47424af req-775081fd-6394-4954-8f2e-4101844bc690 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554451 Jun 21 10:11:11.917895 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Pushing event updated for resources: {'Port': ['ID=e1588845-373a-4380-aee2-23d815734994,revision_number=5']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:11.949986 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:12.420539 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device e1588845-373a-4380-aee2-23d815734994 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:11:12.508294 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-a9d6d356-b261-43a3-943e-bdc84805eeb9 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:12.536818 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-a9d6d356-b261-43a3-943e-bdc84805eeb9 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/networks?id=e71b334c-ddd6-4f01-b186-8e77b4307c85 HTTP/1.1" status: 200 len: 818 time: 0.6593635 Jun 21 10:11:12.599889 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-8c285977-a6a2-403d-a4a8-ea2e2955d2f9 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/quotas/c2d9d5ab2e5b4ff2946f67faed489d72 HTTP/1.1" status: 200 len: 375 time: 0.0587645 Jun 21 10:11:12.683296 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port e1588845-373a-4380-aee2-23d815734994 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:11:12.683813 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:12.763156 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.notifiers.nova [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-5e9bd1f9-926d-4333-8359-16e4054407d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54fd7d9f-1ecb-489b-82e3-cc6b607f6632 {{(pid=92965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:11:12.815337 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-5e9bd1f9-926d-4333-8359-16e4054407d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:12.953817 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.provisioning_blocks [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-5e9bd1f9-926d-4333-8359-16e4054407d2 service neutron] Transition to ACTIVE for port object 54fd7d9f-1ecb-489b-82e3-cc6b607f6632 will not be triggered until provisioned by entity L2. {{(pid=92965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:11:12.957953 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-c6e48ace-0bac-4118-9414-b5bdb5a1f5de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03b5b43b-4b33-4378-9d31-d2931646505a {{(pid=92958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:11:12.977598 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-c6e48ace-0bac-4118-9414-b5bdb5a1f5de service neutron] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:13.064259 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:13.069180 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.provisioning_blocks [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-c6e48ace-0bac-4118-9414-b5bdb5a1f5de service neutron] Transition to ACTIVE for port object 03b5b43b-4b33-4378-9d31-d2931646505a will not be triggered until provisioned by entity L2. {{(pid=92958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:11:13.090941 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-5e9bd1f9-926d-4333-8359-16e4054407d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11354351'] for port, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:13.103724 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-7133805f-0d32-445a-ae91-7426bc56330c tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c2d9d5ab2e5b4ff2946f67faed489d72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4990015 Jun 21 10:11:13.109578 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-c6e48ace-0bac-4118-9414-b5bdb5a1f5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:13.127425 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-75fcc0c7-9adc-4e07-97b8-a0d972101faf tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:13.145650 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-192e2a9e-c886-45bb-9360-106b148494d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:13.325478 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.74', 49376) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:13.877032 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e48ace-0bac-4118-9414-b5bdb5a1f5de service neutron] Pushing event updated for resources: {'Port': ['ID=03b5b43b-4b33-4378-9d31-d2931646505a,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:13.897575 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-c6e48ace-0bac-4118-9414-b5bdb5a1f5de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:13.905793 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9bd1f9-926d-4333-8359-16e4054407d2 service neutron] Pushing event updated for resources: {'Port': ['ID=54fd7d9f-1ecb-489b-82e3-cc6b607f6632,revision_number=2']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:13.921212 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-c6e48ace-0bac-4118-9414-b5bdb5a1f5de service neutron] Attempting to bind port 03b5b43b-4b33-4378-9d31-d2931646505a on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:11:13.922511 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-c6e48ace-0bac-4118-9414-b5bdb5a1f5de service neutron] Attempting to bind port 03b5b43b-4b33-4378-9d31-d2931646505a by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '20d4dcb3-856a-4f2e-a0f4-678d0b70469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '9d3b4024-c158-4ee9-aa3e-88e15464701f'}] {{(pid=92958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:11:13.923623 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-c6e48ace-0bac-4118-9414-b5bdb5a1f5de service neutron] Attempting to bind port 03b5b43b-4b33-4378-9d31-d2931646505a on network 9d3b4024-c158-4ee9-aa3e-88e15464701f {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:11:13.945459 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-c6e48ace-0bac-4118-9414-b5bdb5a1f5de service neutron] Port 03b5b43b-4b33-4378-9d31-d2931646505a on network 9d3b4024-c158-4ee9-aa3e-88e15464701f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 10:11:13.946365 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-c6e48ace-0bac-4118-9414-b5bdb5a1f5de service neutron] Attempting to bind port 03b5b43b-4b33-4378-9d31-d2931646505a on network 9d3b4024-c158-4ee9-aa3e-88e15464701f {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:11:13.991877 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-5e9bd1f9-926d-4333-8359-16e4054407d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.846s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:14.054094 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-924cfdc7-b070-4625-a1e0-bdfca5e300d7 service neutron] 10.222.0.50 "GET /v2.0/networks/e71b334c-ddd6-4f01-b186-8e77b4307c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8928287 Jun 21 10:11:14.075859 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-c6e48ace-0bac-4118-9414-b5bdb5a1f5de service neutron] Checking agent: {'id': 'e8144930-5ccd-413e-a521-fc03e228bde1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'started_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:11:14.079403 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-c6e48ace-0bac-4118-9414-b5bdb5a1f5de service neutron] Checking segment: {'id': '20d4dcb3-856a-4f2e-a0f4-678d0b70469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '9d3b4024-c158-4ee9-aa3e-88e15464701f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:11:14.080533 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-c6e48ace-0bac-4118-9414-b5bdb5a1f5de service neutron] Bound using segment: {'id': '20d4dcb3-856a-4f2e-a0f4-678d0b70469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '9d3b4024-c158-4ee9-aa3e-88e15464701f'} {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:11:14.083014 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-c6e48ace-0bac-4118-9414-b5bdb5a1f5de service neutron] Bound port: 03b5b43b-4b33-4378-9d31-d2931646505a, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20d4dcb3-856a-4f2e-a0f4-678d0b70469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '9d3b4024-c158-4ee9-aa3e-88e15464701f'}}] {{(pid=92958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:11:14.084758 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-c6e48ace-0bac-4118-9414-b5bdb5a1f5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:14.257473 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8beb4f-5a13-48da-888b-2d16d3789fc1 req-720193f1-a236-45b7-a9a5-25bfbb8f864d tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:14.274701 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-de8beb4f-5a13-48da-888b-2d16d3789fc1 req-720193f1-a236-45b7-a9a5-25bfbb8f864d tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/ports?device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 931 time: 1.3833158 Jun 21 10:11:14.392833 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-de8beb4f-5a13-48da-888b-2d16d3789fc1 req-419449d9-4ad4-4368-bb9f-5b7cc5388d7f tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/security-groups?id=a70a4955-12e0-4701-ae50-f1c81e766e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165481 Jun 21 10:11:14.783888 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fe1db-77ce-493e-b935-aab5172391de req-aa15282b-c70e-4ee0-8d40-ba1c76e27ca7 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:14.798054 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4b5fe1db-77ce-493e-b935-aab5172391de req-aa15282b-c70e-4ee0-8d40-ba1c76e27ca7 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.74 "GET /v2.0/networks?id=e71b334c-ddd6-4f01-b186-8e77b4307c85 HTTP/1.1" status: 200 len: 818 time: 1.4629962 Jun 21 10:11:14.833662 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-c6e48ace-0bac-4118-9414-b5bdb5a1f5de service neutron] For port 03b5b43b-4b33-4378-9d31-d2931646505a, host hv-cinder-79724, cleared binding levels {{(pid=92958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:11:14.838827 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.managers [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-5e9bd1f9-926d-4333-8359-16e4054407d2 service neutron] Attempting to bind port 54fd7d9f-1ecb-489b-82e3-cc6b607f6632 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:11:14.848440 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.managers [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-5e9bd1f9-926d-4333-8359-16e4054407d2 service neutron] Attempting to bind port 54fd7d9f-1ecb-489b-82e3-cc6b607f6632 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'd12331c0-3688-4590-a99a-4a51e992d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'cf126547-6ae9-4855-9df9-59048a69ce81'}] {{(pid=92965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:11:14.863699 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-c6e48ace-0bac-4118-9414-b5bdb5a1f5de service neutron] For port 03b5b43b-4b33-4378-9d31-d2931646505a, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=03b5b43b-4b33-4378-9d31-d2931646505a,segment=NetworkSegment(20d4dcb3-856a-4f2e-a0f4-678d0b70469c),segment_id=20d4dcb3-856a-4f2e-a0f4-678d0b70469c)] {{(pid=92958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:11:14.871421 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-5e9bd1f9-926d-4333-8359-16e4054407d2 service neutron] Attempting to bind port 54fd7d9f-1ecb-489b-82e3-cc6b607f6632 on network cf126547-6ae9-4855-9df9-59048a69ce81 {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:11:14.891493 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [req-4b5fe1db-77ce-493e-b935-aab5172391de req-10de4d99-f841-4208-affa-2080063b67a0 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Request body: {'port': {'device_id': '15b5ec9c-3617-4b24-ad45-1fe3fb871c1f', 'network_id': 'e71b334c-ddd6-4f01-b186-8e77b4307c85', 'admin_state_up': True, 'tenant_id': 'c2d9d5ab2e5b4ff2946f67faed489d72'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:11:14.906683 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-c6e48ace-0bac-4118-9414-b5bdb5a1f5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:15.021478 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:15.126162 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:15.169134 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-5e9bd1f9-926d-4333-8359-16e4054407d2 service neutron] Port 54fd7d9f-1ecb-489b-82e3-cc6b607f6632 on network cf126547-6ae9-4855-9df9-59048a69ce81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 10:11:15.172925 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-5e9bd1f9-926d-4333-8359-16e4054407d2 service neutron] Attempting to bind port 54fd7d9f-1ecb-489b-82e3-cc6b607f6632 on network cf126547-6ae9-4855-9df9-59048a69ce81 {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:11:15.194094 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-26385b02-6b3f-4bb4-abf6-164c25964158 service neutron] 10.222.0.50 "GET /v2.0/networks/e71b334c-ddd6-4f01-b186-8e77b4307c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0956106 Jun 21 10:11:15.196632 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b5fe1db-77ce-493e-b935-aab5172391de req-10de4d99-f841-4208-affa-2080063b67a0 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Made reservation on behalf of c2d9d5ab2e5b4ff2946f67faed489d72 for: {'port': 1} {{(pid=92965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:11:15.201086 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-c6e48ace-0bac-4118-9414-b5bdb5a1f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:15.202654 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-4b5fe1db-77ce-493e-b935-aab5172391de req-10de4d99-f841-4208-affa-2080063b67a0 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:15.203686 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-c6e48ace-0bac-4118-9414-b5bdb5a1f5de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:15.220871 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-c6e48ace-0bac-4118-9414-b5bdb5a1f5de service neutron] 10.222.0.74 "PUT /v2.0/ports/03b5b43b-4b33-4378-9d31-d2931646505a HTTP/1.1" status: 200 len: 1093 time: 6.5166473 Jun 21 10:11:15.221840 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7771b225-e264-457d-99bb-24e5d71641cb', 'tag': '03b5b43b-4b33-4378-9d31-d2931646505a'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:11:15.276141 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-5e9bd1f9-926d-4333-8359-16e4054407d2 service neutron] Checking agent: {'id': 'e8144930-5ccd-413e-a521-fc03e228bde1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'started_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:11:15.277308 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-5e9bd1f9-926d-4333-8359-16e4054407d2 service neutron] Checking segment: {'id': 'd12331c0-3688-4590-a99a-4a51e992d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'cf126547-6ae9-4855-9df9-59048a69ce81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:11:15.278325 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-5e9bd1f9-926d-4333-8359-16e4054407d2 service neutron] Bound using segment: {'id': 'd12331c0-3688-4590-a99a-4a51e992d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'cf126547-6ae9-4855-9df9-59048a69ce81'} {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:11:15.283577 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.managers [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-5e9bd1f9-926d-4333-8359-16e4054407d2 service neutron] Bound port: 54fd7d9f-1ecb-489b-82e3-cc6b607f6632, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd12331c0-3688-4590-a99a-4a51e992d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'cf126547-6ae9-4855-9df9-59048a69ce81'}}] {{(pid=92965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:11:15.284577 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-5e9bd1f9-926d-4333-8359-16e4054407d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:15.465610 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e48ace-0bac-4118-9414-b5bdb5a1f5de service neutron] Pushing event updated for resources: {'Port': ['ID=03b5b43b-4b33-4378-9d31-d2931646505a,revision_number=3']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:15.477616 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-c6e48ace-0bac-4118-9414-b5bdb5a1f5de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:15.482653 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 41836) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:15.712626 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d19cdb-0e73-4dd5-a9eb-7cb7f1f9de67" -d '{"events": [{"name": "network-changed", "server_uuid": "7771b225-e264-457d-99bb-24e5d71641cb", "tag": "03b5b43b-4b33-4378-9d31-d2931646505a"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:11:15.819935 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9459b8da-7cd9-499d-8b69-e1858ef8b95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:15.888933 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-5e9bd1f9-926d-4333-8359-16e4054407d2 service neutron] For port 54fd7d9f-1ecb-489b-82e3-cc6b607f6632, host hv-cinder-79724, cleared binding levels {{(pid=92965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:11:15.897085 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-5e9bd1f9-926d-4333-8359-16e4054407d2 service neutron] For port 54fd7d9f-1ecb-489b-82e3-cc6b607f6632, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=54fd7d9f-1ecb-489b-82e3-cc6b607f6632,segment=NetworkSegment(d12331c0-3688-4590-a99a-4a51e992d5b4),segment_id=d12331c0-3688-4590-a99a-4a51e992d5b4)] {{(pid=92965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:11:15.913784 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-5e9bd1f9-926d-4333-8359-16e4054407d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11354351'] for port, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:15.960507 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:16.675518 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9459b8da-7cd9-499d-8b69-e1858ef8b95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:16.682911 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-75aea9c6-ac06-449d-8d8a-c64df4bca01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:16.698286 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-75aea9c6-ac06-449d-8d8a-c64df4bca01e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1fc3233559e94c8088cf30b0bc971d41&device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 1096 time: 0.5415757 Jun 21 10:11:16.704990 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9459b8da-7cd9-499d-8b69-e1858ef8b95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:16.724272 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-5e9bd1f9-926d-4333-8359-16e4054407d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:16.751043 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-5e9bd1f9-926d-4333-8359-16e4054407d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for port, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:16.757843 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-5e9bd1f9-926d-4333-8359-16e4054407d2 service neutron] 10.222.0.74 "PUT /v2.0/ports/54fd7d9f-1ecb-489b-82e3-cc6b607f6632 HTTP/1.1" status: 200 len: 1093 time: 5.9513502 Jun 21 10:11:16.759617 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '662da283-2803-42b6-aa31-50285ef7b3e0', 'tag': '54fd7d9f-1ecb-489b-82e3-cc6b607f6632'}] {{(pid=92965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:11:16.810068 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:16.833094 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-9459b8da-7cd9-499d-8b69-e1858ef8b95a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2fc9678a17c84e4bae34f6e92e7420eb&name=default HTTP/1.1" status: 200 len: 2977 time: 1.3493314 Jun 21 10:11:16.871548 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 41880) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:17.214023 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcd36a-6ec8-4e40-be19-542dd812e170 req-9fcbd1dd-81d4-40e3-a9bd-bea25c544ab8 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:17.215891 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-18dcd36a-6ec8-4e40-be19-542dd812e170 req-9fcbd1dd-81d4-40e3-a9bd-bea25c544ab8 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=662da283-2803-42b6-aa31-50285ef7b3e0 HTTP/1.1" status: 200 len: 943 time: 1.8886325 Jun 21 10:11:17.217185 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9bd1f9-926d-4333-8359-16e4054407d2 service neutron] Pushing event updated for resources: {'Port': ['ID=54fd7d9f-1ecb-489b-82e3-cc6b607f6632,revision_number=3']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:17.247252 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-5e9bd1f9-926d-4333-8359-16e4054407d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.286s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:17.283575 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-66a57b93-ff85-438d-8e90-c57f8b76b309 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03b5b43b-4b33-4378-9d31-d2931646505a HTTP/1.1" status: 200 len: 217 time: 0.4843895 Jun 21 10:11:17.333759 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6455383dad080abf38abbc06b7173bfc99a12cfb8f38fffed40ef3479635dd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f114a117-daaa-44f4-a679-2bc16b2950db" -d '{"events": [{"name": "network-changed", "server_uuid": "662da283-2803-42b6-aa31-50285ef7b3e0", "tag": "54fd7d9f-1ecb-489b-82e3-cc6b607f6632"}]}' {{(pid=92965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:11:17.434849 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_common [req-4b5fe1db-77ce-493e-b935-aab5172391de req-10de4d99-f841-4208-affa-2080063b67a0 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Allocated IP 172.20.0.8 (e71b334c-ddd6-4f01-b186-8e77b4307c85/885fa30c-53d9-43e2-8ec4-5d5887d6e1c3/ebd6c2d0-1396-490d-883f-285c2d33455c) {{(pid=92965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:11:17.679460 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c0b966e7-d094-4f02-8d77-e0eba28848a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:17.695487 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-f8bed0fa-e44e-4aef-b8c4-8b54cfb548c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:17.698205 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-f8bed0fa-e44e-4aef-b8c4-8b54cfb548c7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=48f196c0-a16c-4efe-95d7-b64313eb6e22 HTTP/1.1" status: 200 len: 851 time: 0.3334348 Jun 21 10:11:17.718385 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459b8da-7cd9-499d-8b69-e1858ef8b95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114f6991-b350-4320-8ef3-b88d0a664121,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:17.729284 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-9459b8da-7cd9-499d-8b69-e1858ef8b95a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.917s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:17.783292 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c0b966e7-d094-4f02-8d77-e0eba28848a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:17.903502 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-18dcd36a-6ec8-4e40-be19-542dd812e170 req-af66feeb-d09d-401e-b0a8-c2f635efad70 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6543033 Jun 21 10:11:18.033636 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-5981138b-8780-411d-9e0d-40b99bf21abe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9d3b4024-c158-4ee9-aa3e-88e15464701f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2780628 Jun 21 10:11:18.134957 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-6ebbbc9e-01b8-45a2-bc31-da04f3ffa6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:18.143631 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-6ebbbc9e-01b8-45a2-bc31-da04f3ffa6d7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f70f0c950c9b4ce4807295b05ec0f177&device_id=662da283-2803-42b6-aa31-50285ef7b3e0 HTTP/1.1" status: 200 len: 1096 time: 0.8922539 Jun 21 10:11:18.206807 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c0b966e7-d094-4f02-8d77-e0eba28848a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:18.496561 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c0b966e7-d094-4f02-8d77-e0eba28848a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:18.511188 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-c0b966e7-d094-4f02-8d77-e0eba28848a3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/114f6991-b350-4320-8ef3-b88d0a664121 HTTP/1.1" status: 204 len: 168 time: 1.4962966 Jun 21 10:11:18.516519 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-5a5dd7c9-8948-449a-86d4-2dd7fa9039f4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54fd7d9f-1ecb-489b-82e3-cc6b607f6632 HTTP/1.1" status: 200 len: 217 time: 0.3065412 Jun 21 10:11:18.524227 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-530e8c61-e94c-4e1d-8eee-0ff45b68eb7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:18.659370 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95ba79-b8fd-4a6e-ae77-2771afc31ee5 req-c0332e6a-fae4-4999-8dd8-fa1d93237349 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:18.660859 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7c95ba79-b8fd-4a6e-ae77-2771afc31ee5 req-c0332e6a-fae4-4999-8dd8-fa1d93237349 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/ports?device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 943 time: 1.6322057 Jun 21 10:11:18.710011 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dddd08-ceec-466e-b8ec-57a7b78ea0d4 x-openstack-request-id: req-77dddd08-ceec-466e-b8ec-57a7b78ea0d4 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:11:18.711851 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7771b225-e264-457d-99bb-24e5d71641cb", "tag": "03b5b43b-4b33-4378-9d31-d2931646505a", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:11:18.712440 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-77dddd08-ceec-466e-b8ec-57a7b78ea0d4 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:11:18.713367 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7771b225-e264-457d-99bb-24e5d71641cb', 'tag': '03b5b43b-4b33-4378-9d31-d2931646505a', 'status': 'completed', 'code': 200} Jun 21 10:11:18.728023 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 41942) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:18.947151 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-f4282000-fe50-4fe1-8b69-b2da2cd0b3fa service neutron] 10.222.0.74 "GET /v2.0/networks/9d3b4024-c158-4ee9-aa3e-88e15464701f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8953474 Jun 21 10:11:18.966353 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7c95ba79-b8fd-4a6e-ae77-2771afc31ee5 req-88e193b6-35f2-41c1-88a5-21acb737667e tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/security-groups?id=a70a4955-12e0-4701-ae50-f1c81e766e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476499 Jun 21 10:11:18.994084 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-4b5fe1db-77ce-493e-b935-aab5172391de req-10de4d99-f841-4208-affa-2080063b67a0 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Notify callbacks [] for port, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:19.154997 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b966e7-d094-4f02-8d77-e0eba28848a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114f6991-b350-4320-8ef3-b88d0a664121,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:19.247746 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.74', 49382) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:19.282248 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-c0b966e7-d094-4f02-8d77-e0eba28848a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:19.291086 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0fc67989-1770-4009-854f-0c68464dcfed req-24f74126-c2ad-42d8-bae9-9489e12b3278 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 210 time: 0.2035468 Jun 21 10:11:19.428746 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-284f9632-3c38-499d-a830-354ec4e25351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:19.430330 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-284f9632-3c38-499d-a830-354ec4e25351 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca51367d-5f2a-43bb-8582-b1b061e36115 HTTP/1.1" status: 200 len: 854 time: 0.8796277 Jun 21 10:11:19.550343 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-508ceb0b-9830-4a78-b5bc-da3f4c3483a1 req-4cac3cee-5fe2-4737-bc75-88d8e592aa19 service neutron] 10.222.0.74 "GET /v2.0/networks/9d3b4024-c158-4ee9-aa3e-88e15464701f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5815907 Jun 21 10:11:19.663405 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-1d18a432-994a-4a72-9bf7-d23c3c0fd3c8 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:19.667299 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-1d18a432-994a-4a72-9bf7-d23c3c0fd3c8 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.74 "GET /v2.0/networks?id=e71b334c-ddd6-4f01-b186-8e77b4307c85 HTTP/1.1" status: 200 len: 818 time: 0.4068823 Jun 21 10:11:19.749590 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-0c2acf1f-9b80-427c-b350-a6e307605e12 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf126547-6ae9-4855-9df9-59048a69ce81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3059652 Jun 21 10:11:19.754490 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0e911274-c447-4af1-8bae-7293b89a1471 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Request body: {'port': {'device_id': 'cc10b0de-eeb4-473c-b1b9-bee81d5922af', 'network_id': 'e71b334c-ddd6-4f01-b186-8e77b4307c85', 'admin_state_up': True, 'tenant_id': 'c2d9d5ab2e5b4ff2946f67faed489d72'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:11:19.871022 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 41966) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:20.199060 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f0c5fc8f-0f73-426b-b351-68fed7f13c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:20.268240 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-074ef147-cf43-41e8-8b2a-6a4471591028 service neutron] 10.222.0.74 "GET /v2.0/networks/cf126547-6ae9-4855-9df9-59048a69ce81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934182 Jun 21 10:11:20.273291 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-4b5fe1db-77ce-493e-b935-aab5172391de req-10de4d99-f841-4208-affa-2080063b67a0 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11354329'] for port, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:20.287948 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-5e9bd1f9-926d-4333-8359-16e4054407d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:20.336047 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e811df51-4637-4703-a5c2-4ff10e4592a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:20.716939 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de4d99-f841-4208-affa-2080063b67a0 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Pushing event updated for resources: {'Port': ['ID=ebd6c2d0-1396-490d-883f-285c2d33455c,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:20.738278 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-10de4d99-f841-4208-affa-2080063b67a0 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:20.743246 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-98ebb89e-4a37-40df-bb00-31566b345ff4 req-b1b2878c-ab85-47c1-af27-a33e4a277408 service neutron] 10.222.0.74 "GET /v2.0/networks/cf126547-6ae9-4855-9df9-59048a69ce81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975278 Jun 21 10:11:20.760374 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b5fe1db-77ce-493e-b935-aab5172391de req-10de4d99-f841-4208-affa-2080063b67a0 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Network e71b334c-ddd6-4f01-b186-8e77b4307c85 is already hosted by enough agents. {{(pid=92965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:11:20.762523 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [req-4b5fe1db-77ce-493e-b935-aab5172391de req-10de4d99-f841-4208-affa-2080063b67a0 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Resources bound (agent type, host, resource id): {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:11:20.778071 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5fe1db-77ce-493e-b935-aab5172391de req-10de4d99-f841-4208-affa-2080063b67a0 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Received port after_create {{(pid=92965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:11:20.856343 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9687ef-a878-488e-ab60-ca7dcf9928b1 x-openstack-request-id: req-cd9687ef-a878-488e-ab60-ca7dcf9928b1 {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:11:20.856855 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "662da283-2803-42b6-aa31-50285ef7b3e0", "tag": "54fd7d9f-1ecb-489b-82e3-cc6b607f6632", "status": "completed", "code": 200}]} {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:11:20.857749 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd9687ef-a878-488e-ab60-ca7dcf9928b1 {{(pid=92965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:11:20.858303 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '662da283-2803-42b6-aa31-50285ef7b3e0', 'tag': '54fd7d9f-1ecb-489b-82e3-cc6b607f6632', 'status': 'completed', 'code': 200} Jun 21 10:11:20.878584 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fe1db-77ce-493e-b935-aab5172391de req-10de4d99-f841-4208-affa-2080063b67a0 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:20.880403 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-4b5fe1db-77ce-493e-b935-aab5172391de req-10de4d99-f841-4208-affa-2080063b67a0 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for port, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:20.950062 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d19cdb-0e73-4dd5-a9eb-7cb7f1f9de67 req-536952af-0ceb-4a86-858c-cc1fce38eede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:20.953130 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-96d19cdb-0e73-4dd5-a9eb-7cb7f1f9de67 req-536952af-0ceb-4a86-858c-cc1fce38eede service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1fc3233559e94c8088cf30b0bc971d41&device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 1096 time: 1.0809689 Jun 21 10:11:20.971737 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f0c5fc8f-0f73-426b-b351-68fed7f13c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:20.984358 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f0c5fc8f-0f73-426b-b351-68fed7f13c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:21.003196 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4b5fe1db-77ce-493e-b935-aab5172391de req-10de4d99-f841-4208-affa-2080063b67a0 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1678078 Jun 21 10:11:21.066587 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-5464a0a1-0540-4770-bf60-270b8c6e9ceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:21.082036 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-f0c5fc8f-0f73-426b-b351-68fed7f13c4d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ff4b026c52c549c395b872cd8f2f938c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1672139 Jun 21 10:11:21.082778 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 41998) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:21.202412 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a28041-0164-4626-859d-93ceda932b84 req-90823e7f-fe29-478a-8679-d65afca4c16b tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:21.205318 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-31a28041-0164-4626-859d-93ceda932b84 req-90823e7f-fe29-478a-8679-d65afca4c16b tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=662da283-2803-42b6-aa31-50285ef7b3e0 HTTP/1.1" status: 200 len: 943 time: 1.1270802 Jun 21 10:11:21.225532 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5fc8f-0f73-426b-b351-68fed7f13c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e785c2fe-78e4-4d4e-9535-053a912de68a,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:21.237355 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.db.api [None req-e811df51-4637-4703-a5c2-4ff10e4592a4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 10:11:21.237355 dv-cinder-797245-3-iscsi neutron-server[92958]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 21 10:11:21.237355 dv-cinder-797245-3-iscsi neutron-server[92958]: [parameters: {'project_id_1': 'a26f4186d9264b078f386d3be7655bef', 'expiration_1': datetime.datetime(2021, 6, 21, 10, 11, 20, 934147)}] Jun 21 10:11:21.237355 dv-cinder-797245-3-iscsi neutron-server[92958]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 10:11:21.237979 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_db.api [None req-e811df51-4637-4703-a5c2-4ff10e4592a4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 10:11:21.238991 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0e911274-c447-4af1-8bae-7293b89a1471 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Made reservation on behalf of c2d9d5ab2e5b4ff2946f67faed489d72 for: {'port': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:11:21.246322 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0e911274-c447-4af1-8bae-7293b89a1471 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:21.284939 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [req-4b5fe1db-77ce-493e-b935-aab5172391de req-d432e367-afee-45f7-bbba-a8e80d873bca service neutron] Request body: {'port': {'device_id': '15b5ec9c-3617-4b24-ad45-1fe3fb871c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:11:21.313248 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-7d0c5b8d-21da-4660-b45e-8a7e844bc8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:21.356264 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-7d0c5b8d-21da-4660-b45e-8a7e844bc8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:21.426927 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-f0c5fc8f-0f73-426b-b351-68fed7f13c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:21.621875 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-31a28041-0164-4626-859d-93ceda932b84 req-e3e57851-a541-411f-86d2-02489f05e6dc tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878109 Jun 21 10:11:21.711585 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d19cdb-0e73-4dd5-a9eb-7cb7f1f9de67 req-b745d741-385e-42b6-8f7c-6d4c0b6ffc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:21.714601 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-96d19cdb-0e73-4dd5-a9eb-7cb7f1f9de67 req-b745d741-385e-42b6-8f7c-6d4c0b6ffc9b service neutron] 10.222.0.74 "GET /v2.0/networks?id=9d3b4024-c158-4ee9-aa3e-88e15464701f HTTP/1.1" status: 200 len: 913 time: 0.4835265 Jun 21 10:11:21.797154 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e811df51-4637-4703-a5c2-4ff10e4592a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:21.802063 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-96d19cdb-0e73-4dd5-a9eb-7cb7f1f9de67 req-8394b1d1-0f0f-4b03-b208-23c38496503e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03b5b43b-4b33-4378-9d31-d2931646505a HTTP/1.1" status: 200 len: 217 time: 0.0765378 Jun 21 10:11:21.859151 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-7d0c5b8d-21da-4660-b45e-8a7e844bc8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:21.877199 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-7d0c5b8d-21da-4660-b45e-8a7e844bc8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:21.879104 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-7d0c5b8d-21da-4660-b45e-8a7e844bc8be admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e785c2fe-78e4-4d4e-9535-053a912de68a HTTP/1.1" status: 204 len: 168 time: 0.7946270 Jun 21 10:11:21.883464 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:21.897125 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-4b5fe1db-77ce-493e-b935-aab5172391de req-d432e367-afee-45f7-bbba-a8e80d873bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:21.902566 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c5b8d-21da-4660-b45e-8a7e844bc8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e785c2fe-78e4-4d4e-9535-053a912de68a,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:21.912582 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-7d0c5b8d-21da-4660-b45e-8a7e844bc8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:21.949319 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114a117-daaa-44f4-a679-2bc16b2950db req-20ebfc29-ff44-4a60-af48-fd460d2d480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:21.952433 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-f114a117-daaa-44f4-a679-2bc16b2950db req-20ebfc29-ff44-4a60-af48-fd460d2d480a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f70f0c950c9b4ce4807295b05ec0f177&device_id=662da283-2803-42b6-aa31-50285ef7b3e0 HTTP/1.1" status: 200 len: 1096 time: 0.6847343 Jun 21 10:11:21.973206 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c9cc4-799b-4a1a-8509-2bcded6ee70b req-fc795bfe-d9ca-4df4-8dd5-a1aa727d38c7 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:21.986380 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-072c9cc4-799b-4a1a-8509-2bcded6ee70b req-fc795bfe-d9ca-4df4-8dd5-a1aa727d38c7 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/ports?device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 943 time: 0.8193562 Jun 21 10:11:22.312853 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d19cdb-0e73-4dd5-a9eb-7cb7f1f9de67 req-648f616e-5cb5-4811-88d4-2d573d6ce413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:22.316772 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-96d19cdb-0e73-4dd5-a9eb-7cb7f1f9de67 req-648f616e-5cb5-4811-88d4-2d573d6ce413 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=48f196c0-a16c-4efe-95d7-b64313eb6e22 HTTP/1.1" status: 200 len: 851 time: 0.4765220 Jun 21 10:11:22.483106 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-96d19cdb-0e73-4dd5-a9eb-7cb7f1f9de67 req-152dea4b-8a3f-4d69-9273-3b1dbb6a0f1a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9d3b4024-c158-4ee9-aa3e-88e15464701f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1456523 Jun 21 10:11:22.710792 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5e88a6d1-be33-43bf-b3c2-0ca681e897fd req-dc48b671-6f0e-49f9-80ca-746d397a4cbb tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 210 time: 0.2378345 Jun 21 10:11:22.806295 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0e911274-c447-4af1-8bae-7293b89a1471 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Allocated IP 172.20.0.2 (e71b334c-ddd6-4f01-b186-8e77b4307c85/885fa30c-53d9-43e2-8ec4-5d5887d6e1c3/f85220d4-09e4-4dd4-9899-410cb94ce9a8) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:11:22.861601 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 42040) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:22.892483 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114a117-daaa-44f4-a679-2bc16b2950db req-29b9dce2-527f-4c45-bc3a-1ee268f9830c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:22.894775 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-f114a117-daaa-44f4-a679-2bc16b2950db req-29b9dce2-527f-4c45-bc3a-1ee268f9830c service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf126547-6ae9-4855-9df9-59048a69ce81 HTTP/1.1" status: 200 len: 916 time: 0.8896265 Jun 21 10:11:22.941869 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-072c9cc4-799b-4a1a-8509-2bcded6ee70b req-ff6fc0c0-0a5b-40ed-ac87-a168b3f839bd tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/security-groups?id=a70a4955-12e0-4701-ae50-f1c81e766e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8669538 Jun 21 10:11:23.130663 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-96d19cdb-0e73-4dd5-a9eb-7cb7f1f9de67 req-f6965206-b63e-4d2a-ab2b-2557c809d3f8 service neutron] 10.222.0.74 "GET /v2.0/networks/9d3b4024-c158-4ee9-aa3e-88e15464701f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5790973 Jun 21 10:11:23.256690 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e811df51-4637-4703-a5c2-4ff10e4592a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:23.306693 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-35d137b5-30a5-4173-b7f6-95bbc568c778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:23.315272 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e811df51-4637-4703-a5c2-4ff10e4592a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:23.333655 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-f0c5fc8f-0f73-426b-b351-68fed7f13c4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:23.458652 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811df51-4637-4703-a5c2-4ff10e4592a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae52de89-caae-4c0f-b947-c9d2981029e7,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:23.475088 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-e811df51-4637-4703-a5c2-4ff10e4592a4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a26f4186d9264b078f386d3be7655bef&name=default HTTP/1.1" status: 200 len: 2979 time: 4.6694725 Jun 21 10:11:23.477933 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-e811df51-4637-4703-a5c2-4ff10e4592a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:23.479697 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 42062) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:23.549104 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0e911274-c447-4af1-8bae-7293b89a1471 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:23.652069 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8602b86f-6b1f-43f3-a052-03e4ce116e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:23.690341 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-35d137b5-30a5-4173-b7f6-95bbc568c778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:23.700018 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11916f4-93f1-43fe-8cc8-71a6af05c50a req-e61b86d1-9b81-4988-945c-62e40cc81b55 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:23.701740 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c11916f4-93f1-43fe-8cc8-71a6af05c50a req-e61b86d1-9b81-4988-945c-62e40cc81b55 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=662da283-2803-42b6-aa31-50285ef7b3e0 HTTP/1.1" status: 200 len: 943 time: 0.5889113 Jun 21 10:11:23.704770 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-35d137b5-30a5-4173-b7f6-95bbc568c778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:23.737725 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8602b86f-6b1f-43f3-a052-03e4ce116e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:23.739539 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:23.766743 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-35d137b5-30a5-4173-b7f6-95bbc568c778 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=94c875d46e23496dbaf845644bfb2bbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8839638 Jun 21 10:11:23.770442 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d137b5-30a5-4173-b7f6-95bbc568c778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b312f180-af61-4aa1-81ec-a8c96718be16,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:23.773034 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 42074) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:23.862628 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-35d137b5-30a5-4173-b7f6-95bbc568c778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:23.868504 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c11916f4-93f1-43fe-8cc8-71a6af05c50a req-278f94b6-12d9-41cc-9ba6-3a4ae25fd061 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312022 Jun 21 10:11:23.879329 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8602b86f-6b1f-43f3-a052-03e4ce116e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:23.884228 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8602b86f-6b1f-43f3-a052-03e4ce116e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:23.886172 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-8602b86f-6b1f-43f3-a052-03e4ce116e72 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ae52de89-caae-4c0f-b947-c9d2981029e7 HTTP/1.1" status: 204 len: 168 time: 0.4048390 Jun 21 10:11:23.893386 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fc798260-5659-40bf-9e9a-4c5939b7939a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:23.893842 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:23.918180 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602b86f-6b1f-43f3-a052-03e4ce116e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae52de89-caae-4c0f-b947-c9d2981029e7,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:23.922582 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fc798260-5659-40bf-9e9a-4c5939b7939a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:23.930715 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-8602b86f-6b1f-43f3-a052-03e4ce116e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:24.088726 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fc798260-5659-40bf-9e9a-4c5939b7939a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:24.103634 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fc798260-5659-40bf-9e9a-4c5939b7939a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:24.105334 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-fc798260-5659-40bf-9e9a-4c5939b7939a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b312f180-af61-4aa1-81ec-a8c96718be16 HTTP/1.1" status: 204 len: 168 time: 0.3114729 Jun 21 10:11:24.128710 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-90a19ead-47b1-4f7c-8983-8df547aa29c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:24.187710 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-f114a117-daaa-44f4-a679-2bc16b2950db req-fd6cadf5-8a80-451d-8d7c-e27139114bdc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54fd7d9f-1ecb-489b-82e3-cc6b607f6632 HTTP/1.1" status: 200 len: 217 time: 0.0888615 Jun 21 10:11:24.266133 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc798260-5659-40bf-9e9a-4c5939b7939a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b312f180-af61-4aa1-81ec-a8c96718be16,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:24.270533 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-fc798260-5659-40bf-9e9a-4c5939b7939a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:24.280776 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0e911274-c447-4af1-8bae-7293b89a1471 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1954238'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:24.312658 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-c6e48ace-0bac-4118-9414-b5bdb5a1f5de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:24.608703 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 42098) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:24.697364 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-868c2491-839b-4cf4-b741-47fb99542995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:24.740001 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0e911274-c447-4af1-8bae-7293b89a1471 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Network e71b334c-ddd6-4f01-b186-8e77b4307c85 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:11:24.750720 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 42102) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:24.781400 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0e911274-c447-4af1-8bae-7293b89a1471 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:11:24.787021 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0e911274-c447-4af1-8bae-7293b89a1471 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:11:24.791414 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114a117-daaa-44f4-a679-2bc16b2950db req-9386b044-3462-4546-8d70-3ac02f89e17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:24.793950 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-f114a117-daaa-44f4-a679-2bc16b2950db req-9386b044-3462-4546-8d70-3ac02f89e17b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca51367d-5f2a-43bb-8582-b1b061e36115 HTTP/1.1" status: 200 len: 854 time: 0.1656647 Jun 21 10:11:24.806660 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e911274-c447-4af1-8bae-7293b89a1471 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Pushing event updated for resources: {'Port': ['ID=f85220d4-09e4-4dd4-9899-410cb94ce9a8,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:24.822587 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-0e911274-c447-4af1-8bae-7293b89a1471 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:24.834285 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51ec57-2910-4d29-b262-2502e3dac868 req-816f3982-26e9-4473-a4f7-0283e77b8d89 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:24.836668 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-9e51ec57-2910-4d29-b262-2502e3dac868 req-816f3982-26e9-4473-a4f7-0283e77b8d89 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 931 time: 0.6444254 Jun 21 10:11:24.888545 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 42108) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:24.894539 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-96d19cdb-0e73-4dd5-a9eb-7cb7f1f9de67 req-bf5b3700-5103-495f-a7c3-9d2cdf97d446 service neutron] 10.222.0.74 "GET /v2.0/networks/9d3b4024-c158-4ee9-aa3e-88e15464701f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7876830 Jun 21 10:11:24.900415 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-f114a117-daaa-44f4-a679-2bc16b2950db req-8fc6bee3-45ab-4691-ae82-3aa6a77a8b0b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf126547-6ae9-4855-9df9-59048a69ce81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805509 Jun 21 10:11:24.956483 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c55c5-44ff-4505-9a35-09d325454db2 req-c991acc6-57ef-4eb8-b434-5a8aa4d56ff7 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:24.957691 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-406c55c5-44ff-4505-9a35-09d325454db2 req-c991acc6-57ef-4eb8-b434-5a8aa4d56ff7 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/ports?device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 943 time: 0.8214738 Jun 21 10:11:25.008932 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-db5c1670-bd0e-4ec9-8447-20a2081c5c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:25.052394 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0e911274-c447-4af1-8bae-7293b89a1471 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:25.053447 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0e911274-c447-4af1-8bae-7293b89a1471 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:25.116361 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-9e51ec57-2910-4d29-b262-2502e3dac868 req-f526f829-f4b9-4611-8637-a3e86f5cb1de tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644014 Jun 21 10:11:25.143623 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-76c5db1b-38da-4fff-8b4a-a9e9f329645e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:25.164004 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.notifiers.nova [req-4b5fe1db-77ce-493e-b935-aab5172391de req-d432e367-afee-45f7-bbba-a8e80d873bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebd6c2d0-1396-490d-883f-285c2d33455c {{(pid=92965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:11:25.177005 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-4b5fe1db-77ce-493e-b935-aab5172391de req-d432e367-afee-45f7-bbba-a8e80d873bca service neutron] Notify callbacks [] for port, precommit_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:25.182912 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-406c55c5-44ff-4505-9a35-09d325454db2 req-f694e789-398c-41e0-b667-31d2a3cb6f89 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/security-groups?id=a70a4955-12e0-4701-ae50-f1c81e766e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070582 Jun 21 10:11:25.208100 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.provisioning_blocks [req-4b5fe1db-77ce-493e-b935-aab5172391de req-d432e367-afee-45f7-bbba-a8e80d873bca service neutron] Transition to ACTIVE for port object ebd6c2d0-1396-490d-883f-285c2d33455c will not be triggered until provisioned by entity L2. {{(pid=92965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:11:25.223959 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 42122) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:25.228970 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-4b5fe1db-77ce-493e-b935-aab5172391de req-d432e367-afee-45f7-bbba-a8e80d873bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11354351'] for port, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:25.245079 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-5e9bd1f9-926d-4333-8359-16e4054407d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:25.262335 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-868c2491-839b-4cf4-b741-47fb99542995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:25.269876 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-868c2491-839b-4cf4-b741-47fb99542995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:25.274711 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:25.282931 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0e911274-c447-4af1-8bae-7293b89a1471 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5374751 Jun 21 10:11:25.307969 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0c237d9c-11a3-440e-8a84-2b486b7d8838 service neutron] Request body: {'port': {'device_id': 'cc10b0de-eeb4-473c-b1b9-bee81d5922af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:11:25.311895 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-f114a117-daaa-44f4-a679-2bc16b2950db req-dad6831c-e0a4-4975-9478-006b55bc887e service neutron] 10.222.0.74 "GET /v2.0/networks/cf126547-6ae9-4855-9df9-59048a69ce81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890688 Jun 21 10:11:25.373434 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-868c2491-839b-4cf4-b741-47fb99542995 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=84d9c3d406944b56a853b71b5c48d536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7590802 Jun 21 10:11:25.374993 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c2491-839b-4cf4-b741-47fb99542995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7908db0f-28eb-49b4-b854-36cc8e37b62a,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:25.379648 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-868c2491-839b-4cf4-b741-47fb99542995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:25.380676 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 42126) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:25.470900 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432e367-afee-45f7-bbba-a8e80d873bca service neutron] Pushing event updated for resources: {'Port': ['ID=ebd6c2d0-1396-490d-883f-285c2d33455c,revision_number=2']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:25.504884 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-d432e367-afee-45f7-bbba-a8e80d873bca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:25.506555 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fe0dd174-3697-4819-b005-8ed123860e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:25.527549 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0c237d9c-11a3-440e-8a84-2b486b7d8838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:25.546986 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-daad0392-c4f8-4035-b8d9-df80d92b7305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:25.583604 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-db5c1670-bd0e-4ec9-8447-20a2081c5c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:25.625744 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-db5c1670-bd0e-4ec9-8447-20a2081c5c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:25.639161 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-daad0392-c4f8-4035-b8d9-df80d92b7305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:25.667301 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-c34b3d2a-4ca1-45da-8465-c38bcde67e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:25.670012 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-f114a117-daaa-44f4-a679-2bc16b2950db req-c575ad5b-6ec3-49e1-9872-d5105c598bdc service neutron] 10.222.0.74 "GET /v2.0/networks/cf126547-6ae9-4855-9df9-59048a69ce81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442843 Jun 21 10:11:25.697899 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.managers [req-4b5fe1db-77ce-493e-b935-aab5172391de req-d432e367-afee-45f7-bbba-a8e80d873bca service neutron] Attempting to bind port ebd6c2d0-1396-490d-883f-285c2d33455c on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:11:25.698233 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.managers [req-4b5fe1db-77ce-493e-b935-aab5172391de req-d432e367-afee-45f7-bbba-a8e80d873bca service neutron] Attempting to bind port ebd6c2d0-1396-490d-883f-285c2d33455c by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '12389c12-8ae0-4603-9a13-8a892997fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'e71b334c-ddd6-4f01-b186-8e77b4307c85'}] {{(pid=92965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:11:25.698551 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5fe1db-77ce-493e-b935-aab5172391de req-d432e367-afee-45f7-bbba-a8e80d873bca service neutron] Attempting to bind port ebd6c2d0-1396-490d-883f-285c2d33455c on network e71b334c-ddd6-4f01-b186-8e77b4307c85 {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:11:25.710225 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cf419-a6a6-4c33-8a75-8eba92b37504 req-36323a2f-192c-463b-a1c7-8a14cd431e1d tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:25.711761 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7e3cf419-a6a6-4c33-8a75-8eba92b37504 req-36323a2f-192c-463b-a1c7-8a14cd431e1d tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=662da283-2803-42b6-aa31-50285ef7b3e0 HTTP/1.1" status: 200 len: 943 time: 0.2682936 Jun 21 10:11:25.714327 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5fe1db-77ce-493e-b935-aab5172391de req-d432e367-afee-45f7-bbba-a8e80d873bca service neutron] Port ebd6c2d0-1396-490d-883f-285c2d33455c on network e71b334c-ddd6-4f01-b186-8e77b4307c85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 10:11:25.714640 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5fe1db-77ce-493e-b935-aab5172391de req-d432e367-afee-45f7-bbba-a8e80d873bca service neutron] Attempting to bind port ebd6c2d0-1396-490d-883f-285c2d33455c on network e71b334c-ddd6-4f01-b186-8e77b4307c85 {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:11:25.722019 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5fe1db-77ce-493e-b935-aab5172391de req-d432e367-afee-45f7-bbba-a8e80d873bca service neutron] Checking agent: {'id': 'e8144930-5ccd-413e-a521-fc03e228bde1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'started_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:11:25.722343 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5fe1db-77ce-493e-b935-aab5172391de req-d432e367-afee-45f7-bbba-a8e80d873bca service neutron] Checking segment: {'id': '12389c12-8ae0-4603-9a13-8a892997fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'e71b334c-ddd6-4f01-b186-8e77b4307c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:11:25.722710 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5fe1db-77ce-493e-b935-aab5172391de req-d432e367-afee-45f7-bbba-a8e80d873bca service neutron] Bound using segment: {'id': '12389c12-8ae0-4603-9a13-8a892997fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'e71b334c-ddd6-4f01-b186-8e77b4307c85'} {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:11:25.723144 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.managers [req-4b5fe1db-77ce-493e-b935-aab5172391de req-d432e367-afee-45f7-bbba-a8e80d873bca service neutron] Bound port: ebd6c2d0-1396-490d-883f-285c2d33455c, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12389c12-8ae0-4603-9a13-8a892997fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'e71b334c-ddd6-4f01-b186-8e77b4307c85'}}] {{(pid=92965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:11:25.723567 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-4b5fe1db-77ce-493e-b935-aab5172391de req-d432e367-afee-45f7-bbba-a8e80d873bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:25.789951 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7e3cf419-a6a6-4c33-8a75-8eba92b37504 req-02265718-aed4-4e0b-844f-bb90a1ea8a48 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698779 Jun 21 10:11:25.811156 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c1670-bd0e-4ec9-8447-20a2081c5c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7005a18-8305-4150-8273-f0a9961429e7,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:25.816248 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-db5c1670-bd0e-4ec9-8447-20a2081c5c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:25.826942 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [req-4b5fe1db-77ce-493e-b935-aab5172391de req-d432e367-afee-45f7-bbba-a8e80d873bca service neutron] For port ebd6c2d0-1396-490d-883f-285c2d33455c, host hv-cinder-79724, cleared binding levels {{(pid=92965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:11:25.831053 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [req-4b5fe1db-77ce-493e-b935-aab5172391de req-d432e367-afee-45f7-bbba-a8e80d873bca service neutron] For port ebd6c2d0-1396-490d-883f-285c2d33455c, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=ebd6c2d0-1396-490d-883f-285c2d33455c,segment=NetworkSegment(12389c12-8ae0-4603-9a13-8a892997fdc2),segment_id=12389c12-8ae0-4603-9a13-8a892997fdc2)] {{(pid=92965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:11:25.837297 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-4b5fe1db-77ce-493e-b935-aab5172391de req-d432e367-afee-45f7-bbba-a8e80d873bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11354351'] for port, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:25.840688 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:25.870322 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-db5c1670-bd0e-4ec9-8447-20a2081c5c79 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8a00697c0d1a49fe8ec833b861ae54a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1056399 Jun 21 10:11:25.875268 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 42128) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:25.889209 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fe1db-77ce-493e-b935-aab5172391de req-d432e367-afee-45f7-bbba-a8e80d873bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:25.889857 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-4b5fe1db-77ce-493e-b935-aab5172391de req-d432e367-afee-45f7-bbba-a8e80d873bca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for port, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:25.891477 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4b5fe1db-77ce-493e-b935-aab5172391de req-d432e367-afee-45f7-bbba-a8e80d873bca service neutron] 10.222.0.74 "PUT /v2.0/ports/ebd6c2d0-1396-490d-883f-285c2d33455c HTTP/1.1" status: 200 len: 1093 time: 4.6225519 Jun 21 10:11:25.891977 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b5ec9c-3617-4b24-ad45-1fe3fb871c1f', 'tag': 'ebd6c2d0-1396-490d-883f-285c2d33455c'}] {{(pid=92965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:11:25.894320 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6455383dad080abf38abbc06b7173bfc99a12cfb8f38fffed40ef3479635dd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baebaf20-3fec-48b8-9771-8cef8936c16a" -d '{"events": [{"name": "network-changed", "server_uuid": "15b5ec9c-3617-4b24-ad45-1fe3fb871c1f", "tag": "ebd6c2d0-1396-490d-883f-285c2d33455c"}]}' {{(pid=92965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:11:25.953866 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432e367-afee-45f7-bbba-a8e80d873bca service neutron] Pushing event updated for resources: {'Port': ['ID=ebd6c2d0-1396-490d-883f-285c2d33455c,revision_number=3']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:25.958217 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-daad0392-c4f8-4035-b8d9-df80d92b7305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:25.959225 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-d432e367-afee-45f7-bbba-a8e80d873bca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:25.988309 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ae95f783-1a25-4e84-bdc2-3f41df02ed31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:26.005445 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-daad0392-c4f8-4035-b8d9-df80d92b7305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:26.010070 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-daad0392-c4f8-4035-b8d9-df80d92b7305 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7908db0f-28eb-49b4-b854-36cc8e37b62a HTTP/1.1" status: 204 len: 168 time: 0.6157839 Jun 21 10:11:26.010544 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-78a618dc-1862-41c9-905b-ea5c107a0615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:26.028141 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ae95f783-1a25-4e84-bdc2-3f41df02ed31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:26.042515 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad0392-c4f8-4035-b8d9-df80d92b7305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7908db0f-28eb-49b4-b854-36cc8e37b62a,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:26.053098 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-daad0392-c4f8-4035-b8d9-df80d92b7305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:26.057583 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a33255-8385-4389-a5d7-dcbdbae27049 x-openstack-request-id: req-80a33255-8385-4389-a5d7-dcbdbae27049 {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:11:26.058155 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b5ec9c-3617-4b24-ad45-1fe3fb871c1f", "tag": "ebd6c2d0-1396-490d-883f-285c2d33455c", "status": "completed", "code": 200}]} {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:11:26.058498 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-80a33255-8385-4389-a5d7-dcbdbae27049 {{(pid=92965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:11:26.058999 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b5ec9c-3617-4b24-ad45-1fe3fb871c1f', 'tag': 'ebd6c2d0-1396-490d-883f-285c2d33455c', 'status': 'completed', 'code': 200} Jun 21 10:11:26.062527 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-76c5db1b-38da-4fff-8b4a-a9e9f329645e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:26.083752 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-76c5db1b-38da-4fff-8b4a-a9e9f329645e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:26.092437 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:26.179573 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5db1b-38da-4fff-8b4a-a9e9f329645e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9584196d-a2a7-4419-a91c-485c5f0ef503,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:26.194728 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-76c5db1b-38da-4fff-8b4a-a9e9f329645e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=04c67d996e454f07bf30ab5eff59e463&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2983797 Jun 21 10:11:26.196348 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-76c5db1b-38da-4fff-8b4a-a9e9f329645e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:26.198320 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 42138) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:26.225965 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fe1db-77ce-493e-b935-aab5172391de req-a079858f-a2d6-4fce-9926-80ab4a754cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:26.227702 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4b5fe1db-77ce-493e-b935-aab5172391de req-a079858f-a2d6-4fce-9926-80ab4a754cdc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c2d9d5ab2e5b4ff2946f67faed489d72&device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 1096 time: 0.1781228 Jun 21 10:11:26.253470 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ae95f783-1a25-4e84-bdc2-3f41df02ed31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:26.308382 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ae95f783-1a25-4e84-bdc2-3f41df02ed31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:26.311205 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0c237d9c-11a3-440e-8a84-2b486b7d8838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f85220d4-09e4-4dd4-9899-410cb94ce9a8 {{(pid=92958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:11:26.320030 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0c237d9c-11a3-440e-8a84-2b486b7d8838 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:26.328128 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-ae95f783-1a25-4e84-bdc2-3f41df02ed31 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e7005a18-8305-4150-8273-f0a9961429e7 HTTP/1.1" status: 204 len: 168 time: 0.4474301 Jun 21 10:11:26.344470 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-965b18a9-97db-4c99-b9ec-92b5cc254efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:26.352063 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.provisioning_blocks [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0c237d9c-11a3-440e-8a84-2b486b7d8838 service neutron] Transition to ACTIVE for port object f85220d4-09e4-4dd4-9899-410cb94ce9a8 will not be triggered until provisioned by entity L2. {{(pid=92958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:11:26.362019 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0c237d9c-11a3-440e-8a84-2b486b7d8838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:26.377898 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:26.442021 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4b5fe1db-77ce-493e-b935-aab5172391de req-63e04fb5-85f7-42f4-93fa-91f94d5739fe service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebd6c2d0-1396-490d-883f-285c2d33455c HTTP/1.1" status: 200 len: 217 time: 0.1777718 Jun 21 10:11:26.457693 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae95f783-1a25-4e84-bdc2-3f41df02ed31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7005a18-8305-4150-8273-f0a9961429e7,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:26.481065 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c237d9c-11a3-440e-8a84-2b486b7d8838 service neutron] Pushing event updated for resources: {'Port': ['ID=f85220d4-09e4-4dd4-9899-410cb94ce9a8,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:26.488626 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-ae95f783-1a25-4e84-bdc2-3f41df02ed31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:26.493492 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-0c237d9c-11a3-440e-8a84-2b486b7d8838 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:26.644990 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-bdee44bd-d213-4c2f-a51d-6d4fc493102b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:26.680643 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fe1db-77ce-493e-b935-aab5172391de req-8f53ac2e-8f78-41d7-8dfa-528efe8faf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:26.681928 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4b5fe1db-77ce-493e-b935-aab5172391de req-8f53ac2e-8f78-41d7-8dfa-528efe8faf96 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=885fa30c-53d9-43e2-8ec4-5d5887d6e1c3 HTTP/1.1" status: 200 len: 858 time: 0.2207115 Jun 21 10:11:26.718806 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-bdee44bd-d213-4c2f-a51d-6d4fc493102b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:26.726642 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513580da-6e3e-47e9-9206-5535201d14f2 req-07df0349-8d7a-43b4-87bd-548f38fa196b tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:26.728637 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-513580da-6e3e-47e9-9206-5535201d14f2 req-07df0349-8d7a-43b4-87bd-548f38fa196b tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/ports?device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 943 time: 0.2339690 Jun 21 10:11:26.735235 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0c237d9c-11a3-440e-8a84-2b486b7d8838 service neutron] Attempting to bind port f85220d4-09e4-4dd4-9899-410cb94ce9a8 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:11:26.735558 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0c237d9c-11a3-440e-8a84-2b486b7d8838 service neutron] Attempting to bind port f85220d4-09e4-4dd4-9899-410cb94ce9a8 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '12389c12-8ae0-4603-9a13-8a892997fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'e71b334c-ddd6-4f01-b186-8e77b4307c85'}] {{(pid=92958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:11:26.735982 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0c237d9c-11a3-440e-8a84-2b486b7d8838 service neutron] Attempting to bind port f85220d4-09e4-4dd4-9899-410cb94ce9a8 on network e71b334c-ddd6-4f01-b186-8e77b4307c85 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:11:26.739969 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fe0dd174-3697-4819-b005-8ed123860e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:26.756630 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0c237d9c-11a3-440e-8a84-2b486b7d8838 service neutron] Port f85220d4-09e4-4dd4-9899-410cb94ce9a8 on network e71b334c-ddd6-4f01-b186-8e77b4307c85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 10:11:26.757033 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0c237d9c-11a3-440e-8a84-2b486b7d8838 service neutron] Attempting to bind port f85220d4-09e4-4dd4-9899-410cb94ce9a8 on network e71b334c-ddd6-4f01-b186-8e77b4307c85 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:11:26.766084 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4b5fe1db-77ce-493e-b935-aab5172391de req-9a98106f-f4fd-43fc-b518-24d3c866ed23 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e71b334c-ddd6-4f01-b186-8e77b4307c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656576 Jun 21 10:11:26.773051 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0c237d9c-11a3-440e-8a84-2b486b7d8838 service neutron] Checking agent: {'id': 'e8144930-5ccd-413e-a521-fc03e228bde1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'started_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:11:26.773294 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fe0dd174-3697-4819-b005-8ed123860e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:26.773390 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0c237d9c-11a3-440e-8a84-2b486b7d8838 service neutron] Checking segment: {'id': '12389c12-8ae0-4603-9a13-8a892997fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'e71b334c-ddd6-4f01-b186-8e77b4307c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:11:26.773569 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0c237d9c-11a3-440e-8a84-2b486b7d8838 service neutron] Bound using segment: {'id': '12389c12-8ae0-4603-9a13-8a892997fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'e71b334c-ddd6-4f01-b186-8e77b4307c85'} {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:11:26.774015 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0c237d9c-11a3-440e-8a84-2b486b7d8838 service neutron] Bound port: f85220d4-09e4-4dd4-9899-410cb94ce9a8, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12389c12-8ae0-4603-9a13-8a892997fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'e71b334c-ddd6-4f01-b186-8e77b4307c85'}}] {{(pid=92958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:11:26.774364 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0c237d9c-11a3-440e-8a84-2b486b7d8838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:26.808053 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-8602b86f-6b1f-43f3-a052-03e4ce116e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:26.818092 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-513580da-6e3e-47e9-9206-5535201d14f2 req-7cef537c-bef6-445e-9ffc-27d92e707654 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/security-groups?id=a70a4955-12e0-4701-ae50-f1c81e766e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794110 Jun 21 10:11:26.937518 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fbd02-0279-4be1-a618-b639ca3e2bdc req-d6711191-7eec-4ca7-af99-6858f147aa4a tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:26.937518 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-919fbd02-0279-4be1-a618-b639ca3e2bdc req-d6711191-7eec-4ca7-af99-6858f147aa4a tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 943 time: 0.4679594 Jun 21 10:11:26.943824 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0c237d9c-11a3-440e-8a84-2b486b7d8838 service neutron] For port f85220d4-09e4-4dd4-9899-410cb94ce9a8, host hv-cinder-79724, cleared binding levels {{(pid=92958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:11:26.950749 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0c237d9c-11a3-440e-8a84-2b486b7d8838 service neutron] For port f85220d4-09e4-4dd4-9899-410cb94ce9a8, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=f85220d4-09e4-4dd4-9899-410cb94ce9a8,segment=NetworkSegment(12389c12-8ae0-4603-9a13-8a892997fdc2),segment_id=12389c12-8ae0-4603-9a13-8a892997fdc2)] {{(pid=92958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:11:26.960069 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0c237d9c-11a3-440e-8a84-2b486b7d8838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:26.979007 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-c6e48ace-0bac-4118-9414-b5bdb5a1f5de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:26.980623 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-fe0dd174-3697-4819-b005-8ed123860e22 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=95d4596dc9e74dc5adc67eff09c03eef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7540395 Jun 21 10:11:26.981493 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 42168) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:27.016075 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0dd174-3697-4819-b005-8ed123860e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab16983b-bed9-4709-ae3f-ca1fd1aa94a0,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:27.028283 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-fe0dd174-3697-4819-b005-8ed123860e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:27.062209 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4b5fe1db-77ce-493e-b935-aab5172391de req-695106d0-56d2-4eca-a09a-9ac857764f54 service neutron] 10.222.0.74 "GET /v2.0/networks/e71b334c-ddd6-4f01-b186-8e77b4307c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874470 Jun 21 10:11:27.079558 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:27.086279 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-bdee44bd-d213-4c2f-a51d-6d4fc493102b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:27.110875 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0c237d9c-11a3-440e-8a84-2b486b7d8838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:27.110875 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0c237d9c-11a3-440e-8a84-2b486b7d8838 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:27.112635 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-0c237d9c-11a3-440e-8a84-2b486b7d8838 service neutron] 10.222.0.74 "PUT /v2.0/ports/f85220d4-09e4-4dd4-9899-410cb94ce9a8 HTTP/1.1" status: 200 len: 1093 time: 1.8122506 Jun 21 10:11:27.113837 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc10b0de-eeb4-473c-b1b9-bee81d5922af', 'tag': 'f85220d4-09e4-4dd4-9899-410cb94ce9a8'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:11:27.116379 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a2117f-3fc5-409c-8f31-a66bbd7502fb" -d '{"events": [{"name": "network-changed", "server_uuid": "cc10b0de-eeb4-473c-b1b9-bee81d5922af", "tag": "f85220d4-09e4-4dd4-9899-410cb94ce9a8"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:11:27.143950 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-bdee44bd-d213-4c2f-a51d-6d4fc493102b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:27.149582 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-bdee44bd-d213-4c2f-a51d-6d4fc493102b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9584196d-a2a7-4419-a91c-485c5f0ef503 HTTP/1.1" status: 204 len: 168 time: 0.9497187 Jun 21 10:11:27.198240 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:27.209470 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 03b5b43b-4b33-4378-9d31-d2931646505a details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 10:11:27.230783 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-919fbd02-0279-4be1-a618-b639ca3e2bdc req-68f01ecc-ca6e-4888-a307-24bcf2bbe3e2 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602997 Jun 21 10:11:27.270557 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee44bd-d213-4c2f-a51d-6d4fc493102b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9584196d-a2a7-4419-a91c-485c5f0ef503,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:27.275592 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-bdee44bd-d213-4c2f-a51d-6d4fc493102b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:27.315513 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ec922f3d-8187-4200-bf4f-cdf9b77a16fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:27.328137 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4b5fe1db-77ce-493e-b935-aab5172391de req-4e94a690-bfb8-4ed8-91d1-3b0aa61f28af service neutron] 10.222.0.74 "GET /v2.0/networks/e71b334c-ddd6-4f01-b186-8e77b4307c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562428 Jun 21 10:11:27.363073 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ec922f3d-8187-4200-bf4f-cdf9b77a16fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:27.364898 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e6aeeb-ebc2-4b2a-89c6-33d8e5676dc7 x-openstack-request-id: req-75e6aeeb-ebc2-4b2a-89c6-33d8e5676dc7 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:11:27.365496 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc10b0de-eeb4-473c-b1b9-bee81d5922af", "tag": "f85220d4-09e4-4dd4-9899-410cb94ce9a8", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:11:27.365496 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-75e6aeeb-ebc2-4b2a-89c6-33d8e5676dc7 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:11:27.367164 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc10b0de-eeb4-473c-b1b9-bee81d5922af', 'tag': 'f85220d4-09e4-4dd4-9899-410cb94ce9a8', 'status': 'completed', 'code': 200} Jun 21 10:11:27.391253 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2027e-0ce3-4358-aa7c-105e2813dd8f req-6dfe9452-575a-4fb6-91bf-02b81dbd6839 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:27.393026 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4ff2027e-0ce3-4358-aa7c-105e2813dd8f req-6dfe9452-575a-4fb6-91bf-02b81dbd6839 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=662da283-2803-42b6-aa31-50285ef7b3e0 HTTP/1.1" status: 200 len: 943 time: 0.3884237 Jun 21 10:11:27.398523 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c237d9c-11a3-440e-8a84-2b486b7d8838 service neutron] Pushing event updated for resources: {'Port': ['ID=f85220d4-09e4-4dd4-9899-410cb94ce9a8,revision_number=3']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:27.433202 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-0c237d9c-11a3-440e-8a84-2b486b7d8838 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:27.457883 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ec922f3d-8187-4200-bf4f-cdf9b77a16fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:27.470560 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-d55f62cb-7afe-40a1-b9b8-61965b39c20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:27.471030 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 03b5b43b-4b33-4378-9d31-d2931646505a, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=03b5b43b-4b33-4378-9d31-d2931646505a,segment=NetworkSegment(20d4dcb3-856a-4f2e-a0f4-678d0b70469c),segment_id=20d4dcb3-856a-4f2e-a0f4-678d0b70469c)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:11:27.476390 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-d55f62cb-7afe-40a1-b9b8-61965b39c20c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c2d9d5ab2e5b4ff2946f67faed489d72&device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 1096 time: 0.2858357 Jun 21 10:11:27.479088 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ec922f3d-8187-4200-bf4f-cdf9b77a16fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:27.484128 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-ec922f3d-8187-4200-bf4f-cdf9b77a16fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ab16983b-bed9-4709-ae3f-ca1fd1aa94a0 HTTP/1.1" status: 204 len: 168 time: 0.4897425 Jun 21 10:11:27.486423 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-fe0dd174-3697-4819-b005-8ed123860e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:27.491683 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Returning: {'device': '03b5b43b-4b33-4378-9d31-d2931646505a', 'network_id': '9d3b4024-c158-4ee9-aa3e-88e15464701f', 'port_id': '03b5b43b-4b33-4378-9d31-d2931646505a', 'mac_address': 'fa:16:3e:f7:71:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48f196c0-a16c-4efe-95d7-b64313eb6e22', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 10:11:27.496527 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec922f3d-8187-4200-bf4f-cdf9b77a16fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab16983b-bed9-4709-ae3f-ca1fd1aa94a0,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:27.500066 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-ec922f3d-8187-4200-bf4f-cdf9b77a16fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:27.534640 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebaf20-3fec-48b8-9771-8cef8936c16a req-aed61e3d-ec36-491a-98a6-604328223b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:27.536534 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-baebaf20-3fec-48b8-9771-8cef8936c16a req-aed61e3d-ec36-491a-98a6-604328223b3f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c2d9d5ab2e5b4ff2946f67faed489d72&device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 1096 time: 0.0953162 Jun 21 10:11:27.602406 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-3d6fc2d1-00b0-45d0-9495-60c35fa8231d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f85220d4-09e4-4dd4-9899-410cb94ce9a8 HTTP/1.1" status: 200 len: 217 time: 0.1061034 Jun 21 10:11:27.602565 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:27.621574 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03b5b43b-4b33-4378-9d31-d2931646505a {{(pid=92969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:11:27.671685 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4ff2027e-0ce3-4358-aa7c-105e2813dd8f req-2e161087-5b57-46da-8e2c-ba059bb034f8 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588637 Jun 21 10:11:27.676997 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 03b5b43b-4b33-4378-9d31-d2931646505a, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=03b5b43b-4b33-4378-9d31-d2931646505a,segment=NetworkSegment(20d4dcb3-856a-4f2e-a0f4-678d0b70469c),segment_id=20d4dcb3-856a-4f2e-a0f4-678d0b70469c)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:11:27.686378 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:27.694141 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 54fd7d9f-1ecb-489b-82e3-cc6b607f6632 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 10:11:27.707393 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:27.724477 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebaf20-3fec-48b8-9771-8cef8936c16a req-8f1635f0-e300-4c5c-ae40-5821fb51f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:27.731203 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-baebaf20-3fec-48b8-9771-8cef8936c16a req-8f1635f0-e300-4c5c-ae40-5821fb51f7b2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e71b334c-ddd6-4f01-b186-8e77b4307c85 HTTP/1.1" status: 200 len: 920 time: 0.1873939 Jun 21 10:11:27.765126 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-f41e2517-6f4a-436a-969e-90f63f62e482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:27.772830 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-f41e2517-6f4a-436a-969e-90f63f62e482 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=885fa30c-53d9-43e2-8ec4-5d5887d6e1c3 HTTP/1.1" status: 200 len: 858 time: 0.1589665 Jun 21 10:11:27.846005 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-baebaf20-3fec-48b8-9771-8cef8936c16a req-5ac7bcd6-c1e7-4237-b00c-b5dd5e4ba066 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebd6c2d0-1396-490d-883f-285c2d33455c HTTP/1.1" status: 200 len: 217 time: 0.1065624 Jun 21 10:11:27.880045 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-61ae2661-863b-492a-8017-b30ef0dd48c3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e71b334c-ddd6-4f01-b186-8e77b4307c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892041 Jun 21 10:11:28.031025 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebaf20-3fec-48b8-9771-8cef8936c16a req-6e8338f7-9ed5-4a10-bb39-91ca5c564d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:28.034719 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-baebaf20-3fec-48b8-9771-8cef8936c16a req-6e8338f7-9ed5-4a10-bb39-91ca5c564d61 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=885fa30c-53d9-43e2-8ec4-5d5887d6e1c3 HTTP/1.1" status: 200 len: 858 time: 0.1681256 Jun 21 10:11:28.042104 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=03b5b43b-4b33-4378-9d31-d2931646505a,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:28.052244 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:28.079685 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-8b840e7f-d6e2-4f50-b850-733843280c90 service neutron] 10.222.0.74 "GET /v2.0/networks/e71b334c-ddd6-4f01-b186-8e77b4307c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983626 Jun 21 10:11:28.125008 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-baebaf20-3fec-48b8-9771-8cef8936c16a req-e7ca7557-cbc8-482e-8f92-39ba33dce571 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e71b334c-ddd6-4f01-b186-8e77b4307c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823464 Jun 21 10:11:28.143899 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 54fd7d9f-1ecb-489b-82e3-cc6b607f6632, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=54fd7d9f-1ecb-489b-82e3-cc6b607f6632,segment=NetworkSegment(d12331c0-3688-4590-a99a-4a51e992d5b4),segment_id=d12331c0-3688-4590-a99a-4a51e992d5b4)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:11:28.168088 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Returning: {'device': '54fd7d9f-1ecb-489b-82e3-cc6b607f6632', 'network_id': 'cf126547-6ae9-4855-9df9-59048a69ce81', 'port_id': '54fd7d9f-1ecb-489b-82e3-cc6b607f6632', 'mac_address': 'fa:16:3e:55:79:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca51367d-5f2a-43bb-8582-b1b061e36115', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 10:11:28.276214 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:28.301544 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3a737f45-e2d6-459d-bc67-66e644dc7e12 req-473fa6f2-d104-4a7e-992a-a35e06a60a28 service neutron] 10.222.0.74 "GET /v2.0/networks/e71b334c-ddd6-4f01-b186-8e77b4307c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142894 Jun 21 10:11:28.308467 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54fd7d9f-1ecb-489b-82e3-cc6b607f6632 {{(pid=92969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:11:28.319096 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79156f2f-cb28-4d4c-a4c6-9fa34f5982ab req-4531fe05-fb45-4fbe-82c2-4526ab41dc9f tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:28.329822 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-79156f2f-cb28-4d4c-a4c6-9fa34f5982ab req-4531fe05-fb45-4fbe-82c2-4526ab41dc9f tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/ports?device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 944 time: 0.2027478 Jun 21 10:11:28.356190 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 54fd7d9f-1ecb-489b-82e3-cc6b607f6632, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=54fd7d9f-1ecb-489b-82e3-cc6b607f6632,segment=NetworkSegment(d12331c0-3688-4590-a99a-4a51e992d5b4),segment_id=d12331c0-3688-4590-a99a-4a51e992d5b4)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:11:28.365125 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:28.371889 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:28.374541 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-baebaf20-3fec-48b8-9771-8cef8936c16a req-f11bc736-5d39-43d8-8755-c3922495c763 service neutron] 10.222.0.74 "GET /v2.0/networks/e71b334c-ddd6-4f01-b186-8e77b4307c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341001 Jun 21 10:11:28.429578 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-79156f2f-cb28-4d4c-a4c6-9fa34f5982ab req-46b16823-f12a-4045-bddf-8a28b3f1c1b8 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/security-groups?id=a70a4955-12e0-4701-ae50-f1c81e766e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919626 Jun 21 10:11:28.491112 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=54fd7d9f-1ecb-489b-82e3-cc6b607f6632,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:28.511253 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:28.543993 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2117f-3fc5-409c-8f31-a66bbd7502fb req-214ecb3b-7066-4665-8a66-57d8beded8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:28.543993 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b5a2117f-3fc5-409c-8f31-a66bbd7502fb req-214ecb3b-7066-4665-8a66-57d8beded8bb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c2d9d5ab2e5b4ff2946f67faed489d72&device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 1096 time: 0.1239445 Jun 21 10:11:28.571520 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025088e-4fc3-492e-b7a2-3df17ea50433 req-dfa186ef-2d86-4f10-bbdc-27dd94646a89 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:28.574043 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f025088e-4fc3-492e-b7a2-3df17ea50433 req-dfa186ef-2d86-4f10-bbdc-27dd94646a89 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 943 time: 0.1118531 Jun 21 10:11:28.629529 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-baebaf20-3fec-48b8-9771-8cef8936c16a req-b708b53e-cf05-4ef3-a172-d2e0dbc5f043 service neutron] 10.222.0.74 "GET /v2.0/networks/e71b334c-ddd6-4f01-b186-8e77b4307c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196763 Jun 21 10:11:28.642339 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f025088e-4fc3-492e-b7a2-3df17ea50433 req-b9b56845-d8bb-4758-b5d9-2340761445a0 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560269 Jun 21 10:11:28.897312 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee8daf-58e1-4767-aad2-ea22a2e4b952 req-60461bd1-4317-4e04-9dd4-e6512c84d74b tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:28.900064 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4aee8daf-58e1-4767-aad2-ea22a2e4b952 req-60461bd1-4317-4e04-9dd4-e6512c84d74b tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=662da283-2803-42b6-aa31-50285ef7b3e0 HTTP/1.1" status: 200 len: 944 time: 0.0953085 Jun 21 10:11:28.954574 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4aee8daf-58e1-4767-aad2-ea22a2e4b952 req-a3f35826-0316-4df6-ac19-44070cc93824 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467448 Jun 21 10:11:29.655081 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8099b0-6009-463b-a31b-cea274e8576d req-5105c10f-1624-4c07-94e5-8b52ccda3aef tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:29.657404 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5f8099b0-6009-463b-a31b-cea274e8576d req-5105c10f-1624-4c07-94e5-8b52ccda3aef tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/ports?device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 944 time: 0.0890064 Jun 21 10:11:29.709269 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5f8099b0-6009-463b-a31b-cea274e8576d req-8f30dd88-e8cf-4421-a27c-d8dd65cfe654 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/security-groups?id=a70a4955-12e0-4701-ae50-f1c81e766e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451279 Jun 21 10:11:29.874157 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8dfc6-8430-483a-815d-307f82e3dab4 req-b1428a4c-b67b-46a2-b7d8-f662479b2033 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:29.876246 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4cf8dfc6-8430-483a-815d-307f82e3dab4 req-b1428a4c-b67b-46a2-b7d8-f662479b2033 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 943 time: 0.0777261 Jun 21 10:11:29.944328 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4cf8dfc6-8430-483a-815d-307f82e3dab4 req-c31339ba-f30e-47ec-9472-8b17677dcdbf tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547218 Jun 21 10:11:30.158764 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d51fa-03ec-4ed5-afd6-c4bb7b3bab77 req-d7b46d7f-1bfe-4f73-8002-f7ca22ca47a7 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:30.168781 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6b8d51fa-03ec-4ed5-afd6-c4bb7b3bab77 req-d7b46d7f-1bfe-4f73-8002-f7ca22ca47a7 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=662da283-2803-42b6-aa31-50285ef7b3e0 HTTP/1.1" status: 200 len: 944 time: 0.0814624 Jun 21 10:11:30.226243 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6b8d51fa-03ec-4ed5-afd6-c4bb7b3bab77 req-ae3c6cc7-98f4-457e-bd5e-6bae90e1984b tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563741 Jun 21 10:11:30.278335 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device ebd6c2d0-1396-490d-883f-285c2d33455c details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 10:11:30.424953 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port ebd6c2d0-1396-490d-883f-285c2d33455c, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=ebd6c2d0-1396-490d-883f-285c2d33455c,segment=NetworkSegment(12389c12-8ae0-4603-9a13-8a892997fdc2),segment_id=12389c12-8ae0-4603-9a13-8a892997fdc2)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:11:30.442959 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Returning: {'device': 'ebd6c2d0-1396-490d-883f-285c2d33455c', 'network_id': 'e71b334c-ddd6-4f01-b186-8e77b4307c85', 'port_id': 'ebd6c2d0-1396-490d-883f-285c2d33455c', 'mac_address': 'fa:16:3e:97:9a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '885fa30c-53d9-43e2-8ec4-5d5887d6e1c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 10:11:30.505835 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:30.534912 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebd6c2d0-1396-490d-883f-285c2d33455c {{(pid=92969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:11:30.559484 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port ebd6c2d0-1396-490d-883f-285c2d33455c, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=ebd6c2d0-1396-490d-883f-285c2d33455c,segment=NetworkSegment(12389c12-8ae0-4603-9a13-8a892997fdc2),segment_id=12389c12-8ae0-4603-9a13-8a892997fdc2)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:11:30.566162 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:30.569539 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:30.631333 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=ebd6c2d0-1396-490d-883f-285c2d33455c,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:30.635887 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:30.923635 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a83e2-922c-4a13-9f9d-6fd9c34b606c req-5aa3382b-e50a-482f-afff-8ce54f3c13a5 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:30.926109 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-3f7a83e2-922c-4a13-9f9d-6fd9c34b606c req-5aa3382b-e50a-482f-afff-8ce54f3c13a5 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/ports?device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 944 time: 0.0801382 Jun 21 10:11:31.201311 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-3f7a83e2-922c-4a13-9f9d-6fd9c34b606c req-bae3759b-6f40-426a-8f55-bc6fbcb3b2e0 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/security-groups?id=a70a4955-12e0-4701-ae50-f1c81e766e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650566 Jun 21 10:11:31.464712 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 42392) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:31.538860 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['54fd7d9f-1ecb-489b-82e3-cc6b607f6632'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:11:31.731254 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b8723-7f3d-42a5-90fc-5d7ae62d8886 req-a3f18f08-52d4-4247-8ba7-5b5b5bfbba51 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:31.735429 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2117f-3fc5-409c-8f31-a66bbd7502fb req-a7d1e77d-1714-42ac-b521-6f58ea20eae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:31.738303 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b5a2117f-3fc5-409c-8f31-a66bbd7502fb req-a7d1e77d-1714-42ac-b521-6f58ea20eae6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e71b334c-ddd6-4f01-b186-8e77b4307c85 HTTP/1.1" status: 200 len: 920 time: 0.4751050 Jun 21 10:11:31.752517 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-306b8723-7f3d-42a5-90fc-5d7ae62d8886 req-a3f18f08-52d4-4247-8ba7-5b5b5bfbba51 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=662da283-2803-42b6-aa31-50285ef7b3e0 HTTP/1.1" status: 200 len: 944 time: 0.2802598 Jun 21 10:11:31.769688 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369d86f-3cac-4c7e-9616-a9471878115d req-29b8a218-4209-4d73-b3a3-80909b3c29d9 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:31.772904 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6369d86f-3cac-4c7e-9616-a9471878115d req-29b8a218-4209-4d73-b3a3-80909b3c29d9 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 943 time: 0.5982730 Jun 21 10:11:31.784499 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['03b5b43b-4b33-4378-9d31-d2931646505a'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:11:31.806627 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-65843b86-64cc-4efb-a5d3-501622b37ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:31.863486 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-306b8723-7f3d-42a5-90fc-5d7ae62d8886 req-ddb154e8-d84a-4b9e-ac18-6976173c8f1d tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100307 Jun 21 10:11:31.901397 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6369d86f-3cac-4c7e-9616-a9471878115d req-bf9bb585-5963-4877-a886-e6759ea8c410 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212249 Jun 21 10:11:32.024482 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-65843b86-64cc-4efb-a5d3-501622b37ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:32.030699 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-65843b86-64cc-4efb-a5d3-501622b37ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:32.035221 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-3d239fa6-7051-4990-a1fc-2a7e6ec8d4a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:32.098666 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-65843b86-64cc-4efb-a5d3-501622b37ece admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eda05781ce7d4a9a8b0898e9794ba0cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6327293 Jun 21 10:11:32.099870 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65843b86-64cc-4efb-a5d3-501622b37ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457dfecb-8bcb-4134-9f5b-c7cfc3c69933,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:32.101494 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 42418) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:32.103898 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-65843b86-64cc-4efb-a5d3-501622b37ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:32.181944 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-643c003d-1d0b-4947-a387-d7256c502425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:32.217558 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-643c003d-1d0b-4947-a387-d7256c502425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:32.307837 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-643c003d-1d0b-4947-a387-d7256c502425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:32.312450 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-643c003d-1d0b-4947-a387-d7256c502425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:32.316494 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-643c003d-1d0b-4947-a387-d7256c502425 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/457dfecb-8bcb-4134-9f5b-c7cfc3c69933 HTTP/1.1" status: 204 len: 168 time: 0.2111006 Jun 21 10:11:32.316494 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-9459b8da-7cd9-499d-8b69-e1858ef8b95a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:32.324003 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c003d-1d0b-4947-a387-d7256c502425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457dfecb-8bcb-4134-9f5b-c7cfc3c69933,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:32.343771 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-643c003d-1d0b-4947-a387-d7256c502425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:32.509557 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ff728-0072-4bb3-9751-df6e519287bf req-a1a14dda-e3f6-4620-88a4-665a728064c3 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:32.511618 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b52ff728-0072-4bb3-9751-df6e519287bf req-a1a14dda-e3f6-4620-88a4-665a728064c3 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/ports?device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 944 time: 0.1028044 Jun 21 10:11:32.565279 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b52ff728-0072-4bb3-9751-df6e519287bf req-73121156-50c3-48ca-b892-eb3a78475494 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/security-groups?id=a70a4955-12e0-4701-ae50-f1c81e766e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466998 Jun 21 10:11:32.608515 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 42442) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:32.652351 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b5a2117f-3fc5-409c-8f31-a66bbd7502fb req-8c28feca-3ead-4fa7-9e38-398f9adb779e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f85220d4-09e4-4dd4-9899-410cb94ce9a8 HTTP/1.1" status: 200 len: 217 time: 0.0537732 Jun 21 10:11:32.907727 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-94111b3c-bebd-4995-b929-4af3f629e521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:33.009060 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 42456) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:33.048640 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-415121c5-b0ee-492f-b240-602af313e73b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:33.162947 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-94111b3c-bebd-4995-b929-4af3f629e521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:33.168349 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-94111b3c-bebd-4995-b929-4af3f629e521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:33.181713 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-db5c1670-bd0e-4ec9-8447-20a2081c5c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:33.206415 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df7de8-6b32-401c-a9f2-7c4b61924ec3 req-22240847-054b-409d-a117-4fd2962b320e tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:33.208135 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-81df7de8-6b32-401c-a9f2-7c4b61924ec3 req-22240847-054b-409d-a117-4fd2962b320e tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 943 time: 0.0894694 Jun 21 10:11:33.244359 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-94111b3c-bebd-4995-b929-4af3f629e521 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=afa2b74580114ed084d02697b547c24d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6339107 Jun 21 10:11:33.250363 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94111b3c-bebd-4995-b929-4af3f629e521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f720d23-c1c0-4e18-8b9f-dea1f95e3f62,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:33.255085 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 42458) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:33.256420 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-94111b3c-bebd-4995-b929-4af3f629e521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:33.273583 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10422f29-ba64-4bfa-824e-2a6681459cd9 req-04381fcf-ea6e-4155-9773-c5efca18c72d tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:33.275152 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-10422f29-ba64-4bfa-824e-2a6681459cd9 req-04381fcf-ea6e-4155-9773-c5efca18c72d tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=662da283-2803-42b6-aa31-50285ef7b3e0 HTTP/1.1" status: 200 len: 944 time: 0.1864896 Jun 21 10:11:33.294836 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-81df7de8-6b32-401c-a9f2-7c4b61924ec3 req-1ad4a659-cd49-479d-9523-62dd9f4d899c tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735273 Jun 21 10:11:33.358195 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-13936f2a-1045-455f-a0d3-7ba50a315246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:33.373641 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-10422f29-ba64-4bfa-824e-2a6681459cd9 req-25a6f422-39ab-47e3-bfb5-079b6001e90b tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859935 Jun 21 10:11:33.406300 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-13936f2a-1045-455f-a0d3-7ba50a315246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:33.411302 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-415121c5-b0ee-492f-b240-602af313e73b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:33.421126 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-415121c5-b0ee-492f-b240-602af313e73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:33.426575 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:33.489530 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-13936f2a-1045-455f-a0d3-7ba50a315246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:33.494376 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-13936f2a-1045-455f-a0d3-7ba50a315246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:33.500846 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-13936f2a-1045-455f-a0d3-7ba50a315246 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4f720d23-c1c0-4e18-8b9f-dea1f95e3f62 HTTP/1.1" status: 204 len: 168 time: 0.2391710 Jun 21 10:11:33.500846 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:33.523702 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13936f2a-1045-455f-a0d3-7ba50a315246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f720d23-c1c0-4e18-8b9f-dea1f95e3f62,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:33.527013 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-13936f2a-1045-455f-a0d3-7ba50a315246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:33.530592 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-415121c5-b0ee-492f-b240-602af313e73b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=04dddc7f08dc430d92c7ba615ba02307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5164678 Jun 21 10:11:33.532951 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 42466) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:33.538882 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415121c5-b0ee-492f-b240-602af313e73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43bc9d5-ffe6-4612-a541-b68ecfca9447,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:33.549947 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-415121c5-b0ee-492f-b240-602af313e73b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:33.580483 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2117f-3fc5-409c-8f31-a66bbd7502fb req-25dd810f-963d-4232-9883-fec198ec3142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:33.600805 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b5a2117f-3fc5-409c-8f31-a66bbd7502fb req-25dd810f-963d-4232-9883-fec198ec3142 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=885fa30c-53d9-43e2-8ec4-5d5887d6e1c3 HTTP/1.1" status: 200 len: 858 time: 0.1358211 Jun 21 10:11:33.640114 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-266ef672-a976-4e80-9360-544bb4521ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:33.673486 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-266ef672-a976-4e80-9360-544bb4521ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:33.750068 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-266ef672-a976-4e80-9360-544bb4521ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:33.756712 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-266ef672-a976-4e80-9360-544bb4521ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:33.758843 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-266ef672-a976-4e80-9360-544bb4521ab4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e43bc9d5-ffe6-4612-a541-b68ecfca9447 HTTP/1.1" status: 204 len: 168 time: 0.2245326 Jun 21 10:11:33.759981 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:33.784477 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ef672-a976-4e80-9360-544bb4521ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43bc9d5-ffe6-4612-a541-b68ecfca9447,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:33.818556 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-266ef672-a976-4e80-9360-544bb4521ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:33.882122 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c9409-8533-48f7-a39a-80cf40f3e579 req-cb173ebb-4c25-4040-85b2-d048813730df tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:33.884557 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-1f6c9409-8533-48f7-a39a-80cf40f3e579 req-cb173ebb-4c25-4040-85b2-d048813730df tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/ports?device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 944 time: 0.1126215 Jun 21 10:11:33.970573 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-1f6c9409-8533-48f7-a39a-80cf40f3e579 req-676b1f20-d6e3-479c-b9f4-09a46b7711c1 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/security-groups?id=a70a4955-12e0-4701-ae50-f1c81e766e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767109 Jun 21 10:11:34.093161 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 42478) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:34.109247 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c08072f4-bff4-43cd-86ee-0bcdaebc0e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:34.225679 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c08072f4-bff4-43cd-86ee-0bcdaebc0e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:34.231022 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c08072f4-bff4-43cd-86ee-0bcdaebc0e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:34.235068 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-13936f2a-1045-455f-a0d3-7ba50a315246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:34.274650 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-c08072f4-bff4-43cd-86ee-0bcdaebc0e00 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4585447093ba47d0a2a75384c04501d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1802959 Jun 21 10:11:34.279404 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 42482) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:34.290208 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08072f4-bff4-43cd-86ee-0bcdaebc0e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98473a88-9b4c-4b9e-9374-62f2b4037826,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:34.297546 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-c08072f4-bff4-43cd-86ee-0bcdaebc0e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:34.371523 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-5cabedd3-76b0-4393-ba8f-db73d9576d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:34.404777 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-5cabedd3-76b0-4393-ba8f-db73d9576d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:34.478414 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-5cabedd3-76b0-4393-ba8f-db73d9576d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:34.488767 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-5cabedd3-76b0-4393-ba8f-db73d9576d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:34.492915 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-5cabedd3-76b0-4393-ba8f-db73d9576d60 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/98473a88-9b4c-4b9e-9374-62f2b4037826 HTTP/1.1" status: 204 len: 168 time: 0.2089758 Jun 21 10:11:34.492915 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-c0b966e7-d094-4f02-8d77-e0eba28848a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:34.511169 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabedd3-76b0-4393-ba8f-db73d9576d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98473a88-9b4c-4b9e-9374-62f2b4037826,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:34.528045 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b5a2117f-3fc5-409c-8f31-a66bbd7502fb req-060aea8b-f42b-4ffa-b9f9-fb026a0fcc59 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e71b334c-ddd6-4f01-b186-8e77b4307c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518298 Jun 21 10:11:34.536324 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-5cabedd3-76b0-4393-ba8f-db73d9576d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:34.677740 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca3782-d100-439e-a54e-f053ccc0bd21 req-7857dff5-5c20-41ac-ba5b-e1acb842d341 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:34.694794 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d7ca3782-d100-439e-a54e-f053ccc0bd21 req-7857dff5-5c20-41ac-ba5b-e1acb842d341 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=662da283-2803-42b6-aa31-50285ef7b3e0 HTTP/1.1" status: 200 len: 944 time: 0.1405978 Jun 21 10:11:34.732537 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679a2c9-401e-44e1-bc95-f8544d947543 req-875a2677-6c6d-4427-be5b-0b1bf130170c tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:34.734450 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b679a2c9-401e-44e1-bc95-f8544d947543 req-875a2677-6c6d-4427-be5b-0b1bf130170c tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 943 time: 0.2996223 Jun 21 10:11:34.759655 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['ebd6c2d0-1396-490d-883f-285c2d33455c'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:11:34.791761 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d7ca3782-d100-439e-a54e-f053ccc0bd21 req-17c9e42f-1fd7-4276-97bb-35241f44affc tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963051 Jun 21 10:11:34.818043 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b679a2c9-401e-44e1-bc95-f8544d947543 req-8c4ce1d2-ad69-47b5-9c75-a65fce12f13e tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631244 Jun 21 10:11:34.833006 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b5a2117f-3fc5-409c-8f31-a66bbd7502fb req-3e506717-93bf-416a-94d0-c53edc073547 service neutron] 10.222.0.74 "GET /v2.0/networks/e71b334c-ddd6-4f01-b186-8e77b4307c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838027 Jun 21 10:11:35.045947 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b5a2117f-3fc5-409c-8f31-a66bbd7502fb req-fc3e1df9-d3d1-47b3-84d4-e72fd8934a67 service neutron] 10.222.0.74 "GET /v2.0/networks/e71b334c-ddd6-4f01-b186-8e77b4307c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895597 Jun 21 10:11:35.404130 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d659e-c65c-42cd-9984-ff712edf9040 req-4d4655e7-5ec8-43d1-b42a-be9c7ca055b5 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:35.406999 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-2e3d659e-c65c-42cd-9984-ff712edf9040 req-4d4655e7-5ec8-43d1-b42a-be9c7ca055b5 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/ports?device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 944 time: 0.1373591 Jun 21 10:11:35.470942 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-2e3d659e-c65c-42cd-9984-ff712edf9040 req-3055c156-af82-47f0-81bc-67af7c2cdfa6 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/security-groups?id=a70a4955-12e0-4701-ae50-f1c81e766e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575235 Jun 21 10:11:36.060559 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7489a5c-63d5-4a36-b764-87142fa7088d req-5f91c303-76a3-4921-b8f5-ca44df867d8a tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:36.062005 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a7489a5c-63d5-4a36-b764-87142fa7088d req-5f91c303-76a3-4921-b8f5-ca44df867d8a tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=662da283-2803-42b6-aa31-50285ef7b3e0 HTTP/1.1" status: 200 len: 944 time: 0.0914993 Jun 21 10:11:36.131141 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a7489a5c-63d5-4a36-b764-87142fa7088d req-b83c6562-6e5e-4e73-ab88-6bb1092630ea tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618773 Jun 21 10:11:36.186989 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c5cd9-66ba-4a2e-8417-5ac092c1feb6 req-d1465bf0-4694-44a8-b28b-686ae35a0535 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:36.195742 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-1c3c5cd9-66ba-4a2e-8417-5ac092c1feb6 req-d1465bf0-4694-44a8-b28b-686ae35a0535 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 943 time: 0.1387885 Jun 21 10:11:36.255465 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-1c3c5cd9-66ba-4a2e-8417-5ac092c1feb6 req-3bbb0abb-2388-43a7-bc16-6b519a86b212 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584664 Jun 21 10:11:36.473677 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 03b5b43b-4b33-4378-9d31-d2931646505a up at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:11:36.548254 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning for port 03b5b43b-4b33-4378-9d31-d2931646505a completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:11:36.553990 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning complete for port 03b5b43b-4b33-4378-9d31-d2931646505a triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:11:36.555223 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:36.666199 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:36.705139 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7771b225-e264-457d-99bb-24e5d71641cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b5b43b-4b33-4378-9d31-d2931646505a'}] {{(pid=92969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:11:36.720719 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c76ec-d0dc-4022-9c10-aa887c973cc5 req-aff1ffc2-e254-4af9-a764-48ea67ea5c56 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:36.722832 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0c5c76ec-d0dc-4022-9c10-aa887c973cc5 req-aff1ffc2-e254-4af9-a764-48ea67ea5c56 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/ports?device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 944 time: 0.0873709 Jun 21 10:11:36.804617 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0c5c76ec-d0dc-4022-9c10-aa887c973cc5 req-4180799b-e023-4ed3-a388-741f2344120d tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/security-groups?id=a70a4955-12e0-4701-ae50-f1c81e766e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756073 Jun 21 10:11:36.806386 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 03b5b43b-4b33-4378-9d31-d2931646505a, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=03b5b43b-4b33-4378-9d31-d2931646505a,segment=NetworkSegment(20d4dcb3-856a-4f2e-a0f4-678d0b70469c),segment_id=20d4dcb3-856a-4f2e-a0f4-678d0b70469c)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:11:36.812395 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:36.814843 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 54fd7d9f-1ecb-489b-82e3-cc6b607f6632 up at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:11:36.860376 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-1450875e-9559-4a85-bff7-f047f97feea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:36.907934 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning for port 54fd7d9f-1ecb-489b-82e3-cc6b607f6632 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:11:36.915020 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning complete for port 54fd7d9f-1ecb-489b-82e3-cc6b607f6632 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:11:36.915643 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:36.969668 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=03b5b43b-4b33-4378-9d31-d2931646505a,revision_number=5']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:36.983953 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:37.041644 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:37.077332 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c706f658ccf844bfe168bfc8e6ee8c8c6942380e727e998ad24aefeb68f4a8cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2deb4499-f1ad-4b95-be24-a5445826cdb5" -d '{"events": [{"server_uuid": "7771b225-e264-457d-99bb-24e5d71641cb", "name": "network-vif-plugged", "status": "completed", "tag": "03b5b43b-4b33-4378-9d31-d2931646505a"}]}' {{(pid=92969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:11:37.084025 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 54fd7d9f-1ecb-489b-82e3-cc6b607f6632, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=54fd7d9f-1ecb-489b-82e3-cc6b607f6632,segment=NetworkSegment(d12331c0-3688-4590-a99a-4a51e992d5b4),segment_id=d12331c0-3688-4590-a99a-4a51e992d5b4)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:11:37.088825 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:37.090498 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device ebd6c2d0-1396-490d-883f-285c2d33455c up at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:11:37.095122 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:37.193639 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=54fd7d9f-1ecb-489b-82e3-cc6b607f6632,revision_number=5']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:37.197187 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:37.212529 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning for port ebd6c2d0-1396-490d-883f-285c2d33455c completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:11:37.217717 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning complete for port ebd6c2d0-1396-490d-883f-285c2d33455c triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:11:37.218247 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:37.240428 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d7a2f7-8a85-4a52-8ec8-c03ab36283ab x-openstack-request-id: req-06d7a2f7-8a85-4a52-8ec8-c03ab36283ab {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:11:37.240756 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7771b225-e264-457d-99bb-24e5d71641cb", "name": "network-vif-plugged", "status": "completed", "tag": "03b5b43b-4b33-4378-9d31-d2931646505a", "code": 200}]} {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:11:37.241016 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-06d7a2f7-8a85-4a52-8ec8-c03ab36283ab {{(pid=92969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:11:37.241518 dv-cinder-797245-3-iscsi neutron-server[92969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7771b225-e264-457d-99bb-24e5d71641cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b5b43b-4b33-4378-9d31-d2931646505a', 'code': 200} Jun 21 10:11:37.349299 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-1ca6410e-1c8b-4417-8424-24b1d683b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:37.351818 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:37.427918 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port ebd6c2d0-1396-490d-883f-285c2d33455c, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=ebd6c2d0-1396-490d-883f-285c2d33455c,segment=NetworkSegment(12389c12-8ae0-4603-9a13-8a892997fdc2),segment_id=12389c12-8ae0-4603-9a13-8a892997fdc2)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:11:37.436278 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:37.441998 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:37.494691 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261fb48-6484-4a82-bd8f-9af01eb593ac req-8682c4bd-b2fc-4dd1-a18f-f1e334bd6ea8 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:37.504120 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-2261fb48-6484-4a82-bd8f-9af01eb593ac req-8682c4bd-b2fc-4dd1-a18f-f1e334bd6ea8 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 943 time: 0.0922554 Jun 21 10:11:37.508151 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb5841-f6f0-4a9b-96f6-52727a28af92 req-c5b8cc00-a6e5-4a77-8c4a-26951f9149ad tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:37.514813 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-72eb5841-f6f0-4a9b-96f6-52727a28af92 req-c5b8cc00-a6e5-4a77-8c4a-26951f9149ad tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=662da283-2803-42b6-aa31-50285ef7b3e0 HTTP/1.1" status: 200 len: 945 time: 0.1649675 Jun 21 10:11:37.566816 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-2261fb48-6484-4a82-bd8f-9af01eb593ac req-18662b99-c8ca-4d62-b7df-367252ae173f tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616617 Jun 21 10:11:37.603331 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-72eb5841-f6f0-4a9b-96f6-52727a28af92 req-406a1e66-f6ac-44b0-8a9e-30c7966ee3b9 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820377 Jun 21 10:11:37.614865 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=ebd6c2d0-1396-490d-883f-285c2d33455c,revision_number=5']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:37.626183 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:37.776011 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2a62a-61ad-4368-96bb-7cc0801c3d61 req-56ea70f2-bac8-4f23-93bb-224809477329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:37.779577 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9ab2a62a-61ad-4368-96bb-7cc0801c3d61 req-56ea70f2-bac8-4f23-93bb-224809477329 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 1098 time: 0.1026514 Jun 21 10:11:37.814479 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-9ab2a62a-61ad-4368-96bb-7cc0801c3d61 req-f703860e-1918-4821-867f-c00731f33ab6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:38.048486 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-9ab2a62a-61ad-4368-96bb-7cc0801c3d61 req-f703860e-1918-4821-867f-c00731f33ab6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:38.062022 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-9ab2a62a-61ad-4368-96bb-7cc0801c3d61 req-f703860e-1918-4821-867f-c00731f33ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:38.067983 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-e811df51-4637-4703-a5c2-4ff10e4592a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:38.079739 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c3a5d-8b72-4f45-880a-f18580722b97 req-80243e77-3204-4cbf-89bf-6df1ad14a73c tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:38.090734 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-f63c3a5d-8b72-4f45-880a-f18580722b97 req-80243e77-3204-4cbf-89bf-6df1ad14a73c tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/ports?device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 945 time: 0.1225350 Jun 21 10:11:38.118143 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9ab2a62a-61ad-4368-96bb-7cc0801c3d61 req-f703860e-1918-4821-867f-c00731f33ab6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a70a4955-12e0-4701-ae50-f1c81e766e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200674 Jun 21 10:11:38.130256 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703860e-1918-4821-867f-c00731f33ab6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a11afd-07ee-485c-a294-7c1b04697e1d,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:38.135651 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-f703860e-1918-4821-867f-c00731f33ab6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:38.206171 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-f63c3a5d-8b72-4f45-880a-f18580722b97 req-dd5839f9-7f90-4370-8ceb-7055e3bb7134 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/security-groups?id=a70a4955-12e0-4701-ae50-f1c81e766e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128631 Jun 21 10:11:38.494464 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device f85220d4-09e4-4dd4-9899-410cb94ce9a8 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 10:11:38.586423 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 42710) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:38.600144 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port f85220d4-09e4-4dd4-9899-410cb94ce9a8, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=f85220d4-09e4-4dd4-9899-410cb94ce9a8,segment=NetworkSegment(12389c12-8ae0-4603-9a13-8a892997fdc2),segment_id=12389c12-8ae0-4603-9a13-8a892997fdc2)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:11:38.616973 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Returning: {'device': 'f85220d4-09e4-4dd4-9899-410cb94ce9a8', 'network_id': 'e71b334c-ddd6-4f01-b186-8e77b4307c85', 'port_id': 'f85220d4-09e4-4dd4-9899-410cb94ce9a8', 'mac_address': 'fa:16:3e:ba:13:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '885fa30c-53d9-43e2-8ec4-5d5887d6e1c3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 10:11:38.658910 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:38.715713 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4092af5f-c61d-46d5-97eb-11fce4b11c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:38.794782 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f85220d4-09e4-4dd4-9899-410cb94ce9a8 {{(pid=92969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:11:38.820502 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port f85220d4-09e4-4dd4-9899-410cb94ce9a8, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=f85220d4-09e4-4dd4-9899-410cb94ce9a8,segment=NetworkSegment(12389c12-8ae0-4603-9a13-8a892997fdc2),segment_id=12389c12-8ae0-4603-9a13-8a892997fdc2)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:11:38.827026 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:38.829225 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:38.836751 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9256068-2ff1-4b94-ae4f-6770fbe13186 req-e58c29b9-d1ce-4353-8abc-76294188770c tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:38.838063 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f9256068-2ff1-4b94-ae4f-6770fbe13186 req-e58c29b9-d1ce-4353-8abc-76294188770c tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 943 time: 0.1135440 Jun 21 10:11:38.858678 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afddf56-22da-483e-8c65-e8cb14ad9731 req-40818b41-1b97-4823-9d4b-a1cb465d3d90 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:38.861644 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0afddf56-22da-483e-8c65-e8cb14ad9731 req-40818b41-1b97-4823-9d4b-a1cb465d3d90 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=662da283-2803-42b6-aa31-50285ef7b3e0 HTTP/1.1" status: 200 len: 945 time: 0.0937445 Jun 21 10:11:38.884414 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=f85220d4-09e4-4dd4-9899-410cb94ce9a8,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:38.887586 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:38.906611 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4092af5f-c61d-46d5-97eb-11fce4b11c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:38.915718 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f9256068-2ff1-4b94-ae4f-6770fbe13186 req-b12b85fa-907b-45e6-b2d3-a9fa9224b7fa tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660870 Jun 21 10:11:38.916980 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4092af5f-c61d-46d5-97eb-11fce4b11c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:38.919948 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-643c003d-1d0b-4947-a387-d7256c502425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:38.921456 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0afddf56-22da-483e-8c65-e8cb14ad9731 req-3acfc688-4611-4cd8-93d8-7ec168a7fd8e tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506067 Jun 21 10:11:38.957719 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-4092af5f-c61d-46d5-97eb-11fce4b11c33 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=356233eb461a422c9e556e01b12d05a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3702228 Jun 21 10:11:38.958685 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092af5f-c61d-46d5-97eb-11fce4b11c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869b5d1d-6f86-4d4d-8f8a-b777ab6bf0a8,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:38.960449 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 42718) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:38.961799 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-4092af5f-c61d-46d5-97eb-11fce4b11c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:39.025068 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-0b93d69b-ee8f-4742-aafa-d55721d43e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:39.050785 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-0b93d69b-ee8f-4742-aafa-d55721d43e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:39.114541 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-0b93d69b-ee8f-4742-aafa-d55721d43e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:39.116274 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-0b93d69b-ee8f-4742-aafa-d55721d43e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:39.117786 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-0b93d69b-ee8f-4742-aafa-d55721d43e22 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/869b5d1d-6f86-4d4d-8f8a-b777ab6bf0a8 HTTP/1.1" status: 204 len: 168 time: 0.1556852 Jun 21 10:11:39.118769 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-5cabedd3-76b0-4393-ba8f-db73d9576d60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:39.131018 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93d69b-ee8f-4742-aafa-d55721d43e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869b5d1d-6f86-4d4d-8f8a-b777ab6bf0a8,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:39.141666 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-0b93d69b-ee8f-4742-aafa-d55721d43e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:39.219782 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['f85220d4-09e4-4dd4-9899-410cb94ce9a8'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:11:39.271164 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662da283-2803-42b6-aa31-50285ef7b3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fd7d9f-1ecb-489b-82e3-cc6b607f6632'}, {'server_uuid': '15b5ec9c-3617-4b24-ad45-1fe3fb871c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd6c2d0-1396-490d-883f-285c2d33455c'}] {{(pid=92969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:11:39.273811 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c706f658ccf844bfe168bfc8e6ee8c8c6942380e727e998ad24aefeb68f4a8cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df69377-c7e9-4b9e-af93-4a53297d655e" -d '{"events": [{"server_uuid": "662da283-2803-42b6-aa31-50285ef7b3e0", "name": "network-vif-plugged", "status": "completed", "tag": "54fd7d9f-1ecb-489b-82e3-cc6b607f6632"}, {"server_uuid": "15b5ec9c-3617-4b24-ad45-1fe3fb871c1f", "name": "network-vif-plugged", "status": "completed", "tag": "ebd6c2d0-1396-490d-883f-285c2d33455c"}]}' {{(pid=92969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:11:39.384307 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 21 Jun 2021 10:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d125ab4-41f7-436c-9c41-8c2a1d4f5789 x-openstack-request-id: req-9d125ab4-41f7-436c-9c41-8c2a1d4f5789 {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:11:39.384579 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662da283-2803-42b6-aa31-50285ef7b3e0", "name": "network-vif-plugged", "status": "completed", "tag": "54fd7d9f-1ecb-489b-82e3-cc6b607f6632", "code": 200}, {"server_uuid": "15b5ec9c-3617-4b24-ad45-1fe3fb871c1f", "name": "network-vif-plugged", "status": "completed", "tag": "ebd6c2d0-1396-490d-883f-285c2d33455c", "code": 200}]} {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:11:39.384941 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9d125ab4-41f7-436c-9c41-8c2a1d4f5789 {{(pid=92969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:11:39.385358 dv-cinder-797245-3-iscsi neutron-server[92969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662da283-2803-42b6-aa31-50285ef7b3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fd7d9f-1ecb-489b-82e3-cc6b607f6632', 'code': 200} Jun 21 10:11:39.386300 dv-cinder-797245-3-iscsi neutron-server[92969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b5ec9c-3617-4b24-ad45-1fe3fb871c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd6c2d0-1396-490d-883f-285c2d33455c', 'code': 200} Jun 21 10:11:39.593650 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5f45f-e2b5-4569-8895-3c1c080364bd req-8942955b-f869-4156-80c8-014eedd356dc tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:39.595926 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-89e5f45f-e2b5-4569-8895-3c1c080364bd req-8942955b-f869-4156-80c8-014eedd356dc tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/ports?device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 945 time: 0.1773243 Jun 21 10:11:39.700564 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-89e5f45f-e2b5-4569-8895-3c1c080364bd req-8114f71d-0638-4a30-9a5a-ab7876d1675a tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/security-groups?id=a70a4955-12e0-4701-ae50-f1c81e766e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860751 Jun 21 10:11:39.795718 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 42778) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:39.824325 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-831a4cad-2e5a-4a76-b21d-5b80df348f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:39.901505 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa11dd-3cd8-40be-bc4f-656be2cf92c7 req-1df486a8-5b93-4640-a026-570955f43acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:39.903178 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-23aa11dd-3cd8-40be-bc4f-656be2cf92c7 req-1df486a8-5b93-4640-a026-570955f43acf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=662da283-2803-42b6-aa31-50285ef7b3e0 HTTP/1.1" status: 200 len: 1098 time: 0.0665526 Jun 21 10:11:39.976134 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-23aa11dd-3cd8-40be-bc4f-656be2cf92c7 req-c6e471d6-b470-4776-a174-16e7dde02d55 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628586 Jun 21 10:11:40.050716 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a025c1-3d2f-41ef-90fc-7dbd72c2046f req-17832a8e-9c8a-4899-b385-c033145e7f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:40.052282 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-23a025c1-3d2f-41ef-90fc-7dbd72c2046f req-17832a8e-9c8a-4899-b385-c033145e7f9c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 1098 time: 0.1878026 Jun 21 10:11:40.096952 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-831a4cad-2e5a-4a76-b21d-5b80df348f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:40.108900 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-831a4cad-2e5a-4a76-b21d-5b80df348f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:40.114429 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:40.163770 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-831a4cad-2e5a-4a76-b21d-5b80df348f93 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ace2cfb833cd40a5991bff7ab728f613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618600 Jun 21 10:11:40.164078 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 42790) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:40.175489 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a4cad-2e5a-4a76-b21d-5b80df348f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b70a021-1ed0-466b-9a80-ebf8cee722a4,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:40.189047 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-831a4cad-2e5a-4a76-b21d-5b80df348f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:40.235399 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305d3a8-dbd7-4feb-925b-b59e243d2608 req-3eb83184-c89a-4c72-8de6-756e71b99dde tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:40.242984 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b305d3a8-dbd7-4feb-925b-b59e243d2608 req-3eb83184-c89a-4c72-8de6-756e71b99dde tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=662da283-2803-42b6-aa31-50285ef7b3e0 HTTP/1.1" status: 200 len: 945 time: 0.1062880 Jun 21 10:11:40.291330 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b305d3a8-dbd7-4feb-925b-b59e243d2608 req-68cdff29-63ad-4380-9925-0d8614ab75cb tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473957 Jun 21 10:11:40.305733 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-37f338d7-51ea-4433-b745-b063732b8050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:40.381801 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675f90e-6975-47c2-95b9-195dec3dd684 req-1c290596-2ba6-494e-9b7c-f7af2d4a66d9 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:40.385652 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c675f90e-6975-47c2-95b9-195dec3dd684 req-1c290596-2ba6-494e-9b7c-f7af2d4a66d9 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 944 time: 0.2107198 Jun 21 10:11:40.387212 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-37f338d7-51ea-4433-b745-b063732b8050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:40.427533 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-23a025c1-3d2f-41ef-90fc-7dbd72c2046f req-f052aa92-d26d-4158-a594-fe068a503876 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198933 Jun 21 10:11:40.465916 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c675f90e-6975-47c2-95b9-195dec3dd684 req-c6d51eee-697e-4857-b3c6-8afe181bedd0 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689101 Jun 21 10:11:40.486131 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-37f338d7-51ea-4433-b745-b063732b8050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:40.489026 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-37f338d7-51ea-4433-b745-b063732b8050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:40.490133 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-37f338d7-51ea-4433-b745-b063732b8050 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2b70a021-1ed0-466b-9a80-ebf8cee722a4 HTTP/1.1" status: 204 len: 168 time: 0.3251300 Jun 21 10:11:40.490925 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-bdee44bd-d213-4c2f-a51d-6d4fc493102b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:40.501689 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f338d7-51ea-4433-b745-b063732b8050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b70a021-1ed0-466b-9a80-ebf8cee722a4,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:40.504054 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-37f338d7-51ea-4433-b745-b063732b8050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:40.504810 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device f85220d4-09e4-4dd4-9899-410cb94ce9a8 up at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:11:40.567335 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning for port f85220d4-09e4-4dd4-9899-410cb94ce9a8 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:11:40.571757 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning complete for port f85220d4-09e4-4dd4-9899-410cb94ce9a8 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:11:40.572153 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:40.665211 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:40.709810 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port f85220d4-09e4-4dd4-9899-410cb94ce9a8, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=f85220d4-09e4-4dd4-9899-410cb94ce9a8,segment=NetworkSegment(12389c12-8ae0-4603-9a13-8a892997fdc2),segment_id=12389c12-8ae0-4603-9a13-8a892997fdc2)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:11:40.714559 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:40.718418 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:40.790560 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=f85220d4-09e4-4dd4-9899-410cb94ce9a8,revision_number=5']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:40.794632 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:40.827187 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:40.949991 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-0fdf18d3-5536-45a5-8e40-bb84ac0c2ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:40.969987 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5da2b-08c3-4367-9145-a48e2e22cc0f req-e70bc3c5-0e20-47c1-96f0-38bb74560dfa tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:40.972840 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-59b5da2b-08c3-4367-9145-a48e2e22cc0f req-e70bc3c5-0e20-47c1-96f0-38bb74560dfa tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/ports?device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 945 time: 0.1290259 Jun 21 10:11:41.065990 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-59b5da2b-08c3-4367-9145-a48e2e22cc0f req-6b8eb235-0374-479c-be6f-0236c316160d tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/security-groups?id=a70a4955-12e0-4701-ae50-f1c81e766e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769587 Jun 21 10:11:41.354308 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 42838) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:41.387987 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc10b0de-eeb4-473c-b1b9-bee81d5922af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85220d4-09e4-4dd4-9899-410cb94ce9a8'}] {{(pid=92969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:11:41.390402 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c706f658ccf844bfe168bfc8e6ee8c8c6942380e727e998ad24aefeb68f4a8cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce90cd6c-e2dc-404b-83c2-82c730877b92" -d '{"events": [{"server_uuid": "cc10b0de-eeb4-473c-b1b9-bee81d5922af", "name": "network-vif-plugged", "status": "completed", "tag": "f85220d4-09e4-4dd4-9899-410cb94ce9a8"}]}' {{(pid=92969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:11:41.434376 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ff82fd-54a4-4bcf-b6eb-5fb56ecf6234 x-openstack-request-id: req-10ff82fd-54a4-4bcf-b6eb-5fb56ecf6234 {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:11:41.435461 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc10b0de-eeb4-473c-b1b9-bee81d5922af", "name": "network-vif-plugged", "status": "completed", "tag": "f85220d4-09e4-4dd4-9899-410cb94ce9a8", "code": 200}]} {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:11:41.435863 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-10ff82fd-54a4-4bcf-b6eb-5fb56ecf6234 {{(pid=92969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:11:41.436413 dv-cinder-797245-3-iscsi neutron-server[92969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc10b0de-eeb4-473c-b1b9-bee81d5922af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85220d4-09e4-4dd4-9899-410cb94ce9a8', 'code': 200} Jun 21 10:11:41.548470 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6f61d-7267-4281-85d2-284a92680fac req-4b99ee58-d9c2-41b5-a2d2-c7f3bcbd8e44 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:41.551598 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-71d6f61d-7267-4281-85d2-284a92680fac req-4b99ee58-d9c2-41b5-a2d2-c7f3bcbd8e44 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=662da283-2803-42b6-aa31-50285ef7b3e0 HTTP/1.1" status: 200 len: 945 time: 0.1058986 Jun 21 10:11:41.641226 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-0178dc37-16b9-4d5d-8eaf-e507f07b668e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:41.689677 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-71d6f61d-7267-4281-85d2-284a92680fac req-20d5869a-68f3-418d-aebc-a8948dcbb01f tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315899 Jun 21 10:11:41.809727 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-0178dc37-16b9-4d5d-8eaf-e507f07b668e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:41.811180 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350ebe2-401c-4df6-b361-0ece89d02cab req-8a2b9329-1553-43cd-8652-fccddf83d149 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:41.813225 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1350ebe2-401c-4df6-b361-0ece89d02cab req-8a2b9329-1553-43cd-8652-fccddf83d149 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.0753145 Jun 21 10:11:41.819103 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-0178dc37-16b9-4d5d-8eaf-e507f07b668e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:41.846414 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-7d0c5b8d-21da-4660-b45e-8a7e844bc8be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:41.865922 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1350ebe2-401c-4df6-b361-0ece89d02cab req-b81c7c77-b8b4-443c-bfb3-3a56bb3465c3 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440774 Jun 21 10:11:41.897952 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-0178dc37-16b9-4d5d-8eaf-e507f07b668e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fb48ff000a7d46d29d50c9087bbf68b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5402935 Jun 21 10:11:41.898818 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 42864) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:41.910268 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178dc37-16b9-4d5d-8eaf-e507f07b668e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2adfea-df56-4fba-b37e-887c94cc04cd,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:41.914459 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-0178dc37-16b9-4d5d-8eaf-e507f07b668e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:41.939541 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b5062-3085-49ea-904e-211f09d3e6cd req-538ab363-2a69-47b4-aa53-065d605bd9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:41.941245 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-142b5062-3085-49ea-904e-211f09d3e6cd req-538ab363-2a69-47b4-aa53-065d605bd9af service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 1098 time: 0.0960443 Jun 21 10:11:41.973846 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a7cbb3ef-62c1-4f45-ab33-35d76bfaaf35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:42.007030 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a7cbb3ef-62c1-4f45-ab33-35d76bfaaf35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:42.049033 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-142b5062-3085-49ea-904e-211f09d3e6cd req-b8fc409e-7a94-403c-a30b-5ac22a1154c5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442863 Jun 21 10:11:42.068136 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a7cbb3ef-62c1-4f45-ab33-35d76bfaaf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:42.071380 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a7cbb3ef-62c1-4f45-ab33-35d76bfaaf35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:42.077199 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-a7cbb3ef-62c1-4f45-ab33-35d76bfaaf35 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0a2adfea-df56-4fba-b37e-887c94cc04cd HTTP/1.1" status: 204 len: 168 time: 0.1755636 Jun 21 10:11:42.079194 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:42.090292 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cbb3ef-62c1-4f45-ab33-35d76bfaaf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2adfea-df56-4fba-b37e-887c94cc04cd,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:42.093966 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-a7cbb3ef-62c1-4f45-ab33-35d76bfaaf35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:42.352676 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136d18d-00eb-4b92-a431-aca70fca7cc6 req-3e45ab77-8ba6-4d02-8cfe-e06852e8acee tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:42.354448 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c136d18d-00eb-4b92-a431-aca70fca7cc6 req-3e45ab77-8ba6-4d02-8cfe-e06852e8acee tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/ports?device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 945 time: 0.1149454 Jun 21 10:11:42.436980 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c136d18d-00eb-4b92-a431-aca70fca7cc6 req-d99a15a0-a1c2-4c29-8cc7-f43b78205d33 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/security-groups?id=a70a4955-12e0-4701-ae50-f1c81e766e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751791 Jun 21 10:11:42.605609 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 42888) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:42.626962 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8ff2-d92e-4553-99dd-cfa7b5346c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:42.769096 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8ff2-d92e-4553-99dd-cfa7b5346c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:42.774214 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8ff2-d92e-4553-99dd-cfa7b5346c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:42.784446 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:42.818049 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-1d9e8ff2-d92e-4553-99dd-cfa7b5346c09 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7cda75373f024e3b866d10013a9c8b76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2072673 Jun 21 10:11:42.818430 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 42894) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:42.836070 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e8ff2-d92e-4553-99dd-cfa7b5346c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f67f4a-1982-4d10-8977-fdd79adc27a8,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:42.843251 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-1d9e8ff2-d92e-4553-99dd-cfa7b5346c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:42.934550 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9061cc50-f90a-4e19-a3dd-23e260322fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:43.011633 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9061cc50-f90a-4e19-a3dd-23e260322fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:43.032917 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccad5d0-d939-4020-b60a-901dbd396126 req-2014b1fd-111f-403e-845b-f407253df677 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:43.048547 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-eccad5d0-d939-4020-b60a-901dbd396126 req-2014b1fd-111f-403e-845b-f407253df677 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=662da283-2803-42b6-aa31-50285ef7b3e0 HTTP/1.1" status: 200 len: 945 time: 0.1768250 Jun 21 10:11:43.057062 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:43.103111 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-eccad5d0-d939-4020-b60a-901dbd396126 req-a1e216ce-6162-4fd1-ba3a-b40016c08983 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423942 Jun 21 10:11:43.185137 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9061cc50-f90a-4e19-a3dd-23e260322fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:43.188548 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9061cc50-f90a-4e19-a3dd-23e260322fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:43.190300 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-9061cc50-f90a-4e19-a3dd-23e260322fc3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/98f67f4a-1982-4d10-8977-fdd79adc27a8 HTTP/1.1" status: 204 len: 168 time: 0.3706722 Jun 21 10:11:43.200128 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878c86c-eec1-4112-9026-554769c52504 req-2c77d944-0776-4759-9dca-0114c831c5f3 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:43.201901 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-2878c86c-eec1-4112-9026-554769c52504 req-2c77d944-0776-4759-9dca-0114c831c5f3 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.1176682 Jun 21 10:11:43.202702 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:43.218177 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061cc50-f90a-4e19-a3dd-23e260322fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f67f4a-1982-4d10-8977-fdd79adc27a8,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:43.247857 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-9061cc50-f90a-4e19-a3dd-23e260322fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:43.293102 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-2878c86c-eec1-4112-9026-554769c52504 req-6661b1c0-ec26-446b-9c06-079630cea812 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771818 Jun 21 10:11:43.504274 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 42924) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:43.761598 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f7d57f86-eaee-4566-93fe-4546941b8f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:43.780563 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 42936) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:43.797470 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-6aadd91c-bcd8-446d-90b2-8ee1c8e16985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:43.925329 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f7d57f86-eaee-4566-93fe-4546941b8f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:43.932629 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f7d57f86-eaee-4566-93fe-4546941b8f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:43.936543 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-57e5f6db-7d15-4ffa-8de5-742b26d0dbbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:43.972385 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-f7d57f86-eaee-4566-93fe-4546941b8f11 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bd95cb4293ea4aa1aa1ce4ca0e50f5d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4684727 Jun 21 10:11:43.975038 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d57f86-eaee-4566-93fe-4546941b8f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116ebc27-4013-4e1b-9a92-47822494e24f,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:43.976443 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 42940) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:43.978276 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-f7d57f86-eaee-4566-93fe-4546941b8f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:44.076235 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-64cc0dca-948b-4820-ac72-75d20e88f88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:44.087272 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-6aadd91c-bcd8-446d-90b2-8ee1c8e16985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:44.095232 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-6aadd91c-bcd8-446d-90b2-8ee1c8e16985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:44.099556 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-831a4cad-2e5a-4a76-b21d-5b80df348f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:44.136943 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-64cc0dca-948b-4820-ac72-75d20e88f88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:44.148669 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-6aadd91c-bcd8-446d-90b2-8ee1c8e16985 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=558cf1dfcc7b4eb9a2674b228578c756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3666987 Jun 21 10:11:44.154489 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 42944) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:44.160970 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aadd91c-bcd8-446d-90b2-8ee1c8e16985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a8bb6a-1b12-4486-aacd-f45d767be775,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:44.165713 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-6aadd91c-bcd8-446d-90b2-8ee1c8e16985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:44.212039 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-64cc0dca-948b-4820-ac72-75d20e88f88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:44.215197 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-64cc0dca-948b-4820-ac72-75d20e88f88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:44.220268 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-64cc0dca-948b-4820-ac72-75d20e88f88c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/116ebc27-4013-4e1b-9a92-47822494e24f HTTP/1.1" status: 204 len: 168 time: 0.2378035 Jun 21 10:11:44.221970 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:44.236545 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc0dca-948b-4820-ac72-75d20e88f88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116ebc27-4013-4e1b-9a92-47822494e24f,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:44.239193 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-64cc0dca-948b-4820-ac72-75d20e88f88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:44.241741 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4a09a8a6-fb64-4502-8627-95948baeff1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:44.270085 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4a09a8a6-fb64-4502-8627-95948baeff1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:44.335779 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4a09a8a6-fb64-4502-8627-95948baeff1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:44.342152 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4a09a8a6-fb64-4502-8627-95948baeff1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:44.343911 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-4a09a8a6-fb64-4502-8627-95948baeff1d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/92a8bb6a-1b12-4486-aacd-f45d767be775 HTTP/1.1" status: 204 len: 168 time: 0.1812069 Jun 21 10:11:44.345472 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-fc798260-5659-40bf-9e9a-4c5939b7939a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:44.374659 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09a8a6-fb64-4502-8627-95948baeff1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a8bb6a-1b12-4486-aacd-f45d767be775,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:44.388942 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-4a09a8a6-fb64-4502-8627-95948baeff1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:44.562127 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed112dc-1664-4b08-bd78-f8685abf1a23 req-0bd5c9d9-b736-40ef-b3b9-dcc29cfd090f tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:44.563729 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-2ed112dc-1664-4b08-bd78-f8685abf1a23 req-0bd5c9d9-b736-40ef-b3b9-dcc29cfd090f tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.0988531 Jun 21 10:11:44.637349 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-2ed112dc-1664-4b08-bd78-f8685abf1a23 req-7f17fe1c-0266-42f4-bde1-7281d41eeb5c tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657907 Jun 21 10:11:44.846801 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 42976) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:44.869504 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-cc035544-63e7-427c-a52e-6a09e45762d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:45.037900 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-cc035544-63e7-427c-a52e-6a09e45762d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:45.045221 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-cc035544-63e7-427c-a52e-6a09e45762d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:45.051878 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-37f338d7-51ea-4433-b745-b063732b8050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:45.107473 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 42984) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:45.107714 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-cc035544-63e7-427c-a52e-6a09e45762d2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1bdab737606740cda1ed877579b10a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2595012 Jun 21 10:11:45.109120 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc035544-63e7-427c-a52e-6a09e45762d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f587d88-ad0d-4a11-80c7-8c4934883ea6,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:45.123918 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-cc035544-63e7-427c-a52e-6a09e45762d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:45.152986 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:45.241479 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3379a9f8-056b-4731-af19-5289704ecb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:45.277816 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b21557-a9f2-49b5-979d-968789b42abe req-b842a3cf-8887-4b39-8222-4cb739c11c11 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:45.280389 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b9b21557-a9f2-49b5-979d-968789b42abe req-b842a3cf-8887-4b39-8222-4cb739c11c11 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.1227188 Jun 21 10:11:45.286665 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3379a9f8-056b-4731-af19-5289704ecb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:45.335368 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b9b21557-a9f2-49b5-979d-968789b42abe req-510bbc29-74ac-4156-8e3f-f3a50b127707 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474541 Jun 21 10:11:45.359149 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3379a9f8-056b-4731-af19-5289704ecb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:45.362920 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3379a9f8-056b-4731-af19-5289704ecb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:45.366717 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-3379a9f8-056b-4731-af19-5289704ecb01 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7f587d88-ad0d-4a11-80c7-8c4934883ea6 HTTP/1.1" status: 204 len: 168 time: 0.2539732 Jun 21 10:11:45.366717 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-415121c5-b0ee-492f-b240-602af313e73b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:45.373671 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379a9f8-056b-4731-af19-5289704ecb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f587d88-ad0d-4a11-80c7-8c4934883ea6,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:45.376424 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-3379a9f8-056b-4731-af19-5289704ecb01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:45.791081 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 43006) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:45.805692 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ecff19da-4e8e-430a-b258-ce7055a784e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:45.940384 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ecff19da-4e8e-430a-b258-ce7055a784e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:45.946273 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ecff19da-4e8e-430a-b258-ce7055a784e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:45.952495 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-65843b86-64cc-4efb-a5d3-501622b37ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:45.992513 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff19da-4e8e-430a-b258-ce7055a784e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308858a2-da72-4dfc-b49f-c584227192d6,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:45.995886 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-ecff19da-4e8e-430a-b258-ce7055a784e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:45.999779 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-ecff19da-4e8e-430a-b258-ce7055a784e5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2ee7eccdfb844dd595f1ebe4090f6add&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2073956 Jun 21 10:11:46.003016 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 43012) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:11:46.061464 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4f86a8c7-dee8-45d9-93df-294f2d8415fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:46.085732 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4f86a8c7-dee8-45d9-93df-294f2d8415fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:46.154335 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4f86a8c7-dee8-45d9-93df-294f2d8415fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:46.157452 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4f86a8c7-dee8-45d9-93df-294f2d8415fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:46.158626 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-4f86a8c7-dee8-45d9-93df-294f2d8415fa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/308858a2-da72-4dfc-b49f-c584227192d6 HTTP/1.1" status: 204 len: 168 time: 0.1524146 Jun 21 10:11:46.159438 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-3379a9f8-056b-4731-af19-5289704ecb01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:11:46.171034 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86a8c7-dee8-45d9-93df-294f2d8415fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308858a2-da72-4dfc-b49f-c584227192d6,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:11:46.174876 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-4f86a8c7-dee8-45d9-93df-294f2d8415fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:11:46.560424 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83dae5-4032-4c18-8733-10d866c08265 req-7114af5f-da4d-40a3-940a-a1a54906b30f tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:46.562898 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-dd83dae5-4032-4c18-8733-10d866c08265 req-7114af5f-da4d-40a3-940a-a1a54906b30f tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.0751524 Jun 21 10:11:46.569374 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:11:46.612693 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-dd83dae5-4032-4c18-8733-10d866c08265 req-230d9b3a-6eb4-4490-b848-ea639fbde887 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421667 Jun 21 10:11:46.873990 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8c8af-2625-4010-a835-54beeed5f1c6 req-fb0c5a43-c560-492e-ac07-b7ceac4bb93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:46.875751 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0aa8c8af-2625-4010-a835-54beeed5f1c6 req-fb0c5a43-c560-492e-ac07-b7ceac4bb93c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c2d9d5ab2e5b4ff2946f67faed489d72&device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 1098 time: 0.0606782 Jun 21 10:11:47.026538 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8c8af-2625-4010-a835-54beeed5f1c6 req-5e990f4b-4258-4061-9002-464a22753810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:47.028497 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0aa8c8af-2625-4010-a835-54beeed5f1c6 req-5e990f4b-4258-4061-9002-464a22753810 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e71b334c-ddd6-4f01-b186-8e77b4307c85 HTTP/1.1" status: 200 len: 920 time: 0.1397874 Jun 21 10:11:47.090728 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0aa8c8af-2625-4010-a835-54beeed5f1c6 req-c04ba0a3-e05d-4bf3-a2cf-0265d1fdeb5f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f85220d4-09e4-4dd4-9899-410cb94ce9a8 HTTP/1.1" status: 200 len: 217 time: 0.0500832 Jun 21 10:11:47.174483 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8c8af-2625-4010-a835-54beeed5f1c6 req-ab70ce53-cb92-4012-95fa-5b80b7f430c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:47.175917 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0aa8c8af-2625-4010-a835-54beeed5f1c6 req-ab70ce53-cb92-4012-95fa-5b80b7f430c8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=885fa30c-53d9-43e2-8ec4-5d5887d6e1c3 HTTP/1.1" status: 200 len: 858 time: 0.0569315 Jun 21 10:11:47.259255 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0aa8c8af-2625-4010-a835-54beeed5f1c6 req-aac5556c-05b5-4bac-b6be-cb88b94b161c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e71b334c-ddd6-4f01-b186-8e77b4307c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397449 Jun 21 10:11:47.371252 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0aa8c8af-2625-4010-a835-54beeed5f1c6 req-6720779e-2d9e-4123-8b3c-cad4f9d6191a service neutron] 10.222.0.74 "GET /v2.0/networks/e71b334c-ddd6-4f01-b186-8e77b4307c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041739 Jun 21 10:11:47.860828 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1703ce-318a-4285-ba8c-e61e4979c288 req-20a4cf22-31fe-46be-b9ee-0ee721c13f9a tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:47.862325 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ba1703ce-318a-4285-ba8c-e61e4979c288 req-20a4cf22-31fe-46be-b9ee-0ee721c13f9a tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.1035309 Jun 21 10:11:47.902846 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ba1703ce-318a-4285-ba8c-e61e4979c288 req-7b846f40-82f9-4f9e-bf24-062f0609e215 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348928 Jun 21 10:11:49.098142 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a9682-6413-4786-9466-d91077132a9c req-06e8fe50-9466-4f08-ae85-81e0dec5a617 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:49.099647 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-174a9682-6413-4786-9466-d91077132a9c req-06e8fe50-9466-4f08-ae85-81e0dec5a617 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.0724018 Jun 21 10:11:49.141829 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-174a9682-6413-4786-9466-d91077132a9c req-7146d320-f214-45a3-9e65-996399e141b3 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354509 Jun 21 10:11:50.331764 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710459df-70ce-48d3-9313-f215ac6c40ff req-e4373889-f177-4b89-8377-a461c47b3312 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:50.334791 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-710459df-70ce-48d3-9313-f215ac6c40ff req-e4373889-f177-4b89-8377-a461c47b3312 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.0678995 Jun 21 10:11:50.383915 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-710459df-70ce-48d3-9313-f215ac6c40ff req-7e43075d-2774-478d-b5f0-0ab0385c0770 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435512 Jun 21 10:11:50.522294 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0aa8c8af-2625-4010-a835-54beeed5f1c6 req-49341bad-c9e5-4d41-8f0e-924813da581c service neutron] 10.222.0.74 "GET /v2.0/networks/e71b334c-ddd6-4f01-b186-8e77b4307c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204917 Jun 21 10:11:51.583009 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a671f0-e277-40ca-b442-6051e8b616bb req-5051f66d-5990-4fec-84ab-fdf53ad42f3d tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:51.584663 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c1a671f0-e277-40ca-b442-6051e8b616bb req-5051f66d-5990-4fec-84ab-fdf53ad42f3d tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.0771208 Jun 21 10:11:51.626529 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c1a671f0-e277-40ca-b442-6051e8b616bb req-0a2a5d20-7ae1-48e1-a8c5-93ed18108a62 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359883 Jun 21 10:11:52.918258 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68694e2b-d54b-4af9-9032-03ca1ffe4bae req-174d3bcc-de37-4faa-888d-eb2fd73ddb65 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:52.919853 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-68694e2b-d54b-4af9-9032-03ca1ffe4bae req-174d3bcc-de37-4faa-888d-eb2fd73ddb65 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.0892191 Jun 21 10:11:52.969568 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-68694e2b-d54b-4af9-9032-03ca1ffe4bae req-ceaecf36-83b4-412a-8ab2-01d44f9ec7eb tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391619 Jun 21 10:11:54.165072 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d421e-960f-49b3-ac5c-c2c187ffd7c5 req-8c6e3790-9c1e-4c62-9993-3913cecf206e tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:54.166739 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4b7d421e-960f-49b3-ac5c-c2c187ffd7c5 req-8c6e3790-9c1e-4c62-9993-3913cecf206e tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.0747464 Jun 21 10:11:54.217825 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4b7d421e-960f-49b3-ac5c-c2c187ffd7c5 req-d77797c5-cb9a-4d00-988e-831b4a467462 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452058 Jun 21 10:11:54.794713 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6e5795f6-c53c-4975-af98-308c91cbc0e2 req-10b83758-d4d2-4b5c-bc3a-0be882cc5b62 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7771b225-e264-457d-99bb-24e5d71641cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555675 Jun 21 10:11:54.920005 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5795f6-c53c-4975-af98-308c91cbc0e2 req-1cf5da5d-3ff8-4c84-a9f6-0e9f3f8186fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:54.921518 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6e5795f6-c53c-4975-af98-308c91cbc0e2 req-1cf5da5d-3ff8-4c84-a9f6-0e9f3f8186fb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1fc3233559e94c8088cf30b0bc971d41&device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 1098 time: 0.0532660 Jun 21 10:11:55.049526 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5795f6-c53c-4975-af98-308c91cbc0e2 req-25f36918-637e-40dd-9244-451990648a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:55.051050 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6e5795f6-c53c-4975-af98-308c91cbc0e2 req-25f36918-637e-40dd-9244-451990648a92 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9d3b4024-c158-4ee9-aa3e-88e15464701f HTTP/1.1" status: 200 len: 913 time: 0.0990996 Jun 21 10:11:55.104379 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6e5795f6-c53c-4975-af98-308c91cbc0e2 req-d7ae087f-34ec-4fd9-99c0-260fb3f42d62 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03b5b43b-4b33-4378-9d31-d2931646505a HTTP/1.1" status: 200 len: 217 time: 0.0433905 Jun 21 10:11:55.169581 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5795f6-c53c-4975-af98-308c91cbc0e2 req-61c1233d-9965-4303-879d-4b2a2dd87ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:55.171622 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6e5795f6-c53c-4975-af98-308c91cbc0e2 req-61c1233d-9965-4303-879d-4b2a2dd87ddc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=48f196c0-a16c-4efe-95d7-b64313eb6e22 HTTP/1.1" status: 200 len: 851 time: 0.0468936 Jun 21 10:11:55.224034 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6e5795f6-c53c-4975-af98-308c91cbc0e2 req-20468f22-c952-4582-9898-654324eb738d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9d3b4024-c158-4ee9-aa3e-88e15464701f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379219 Jun 21 10:11:55.339035 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6e5795f6-c53c-4975-af98-308c91cbc0e2 req-effbc845-ab60-4d16-b327-1a1398671e53 service neutron] 10.222.0.74 "GET /v2.0/networks/9d3b4024-c158-4ee9-aa3e-88e15464701f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034257 Jun 21 10:11:55.449725 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461fe63-d1e4-424d-8c93-27116a256086 req-2b8fdd12-aff0-4089-b1fb-040e856f6fcf tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:55.451874 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6461fe63-d1e4-424d-8c93-27116a256086 req-2b8fdd12-aff0-4089-b1fb-040e856f6fcf tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.0673907 Jun 21 10:11:55.493598 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6461fe63-d1e4-424d-8c93-27116a256086 req-ba7c4b2f-981a-4ba1-9ae2-d370da75566c tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361197 Jun 21 10:11:56.397425 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6e5795f6-c53c-4975-af98-308c91cbc0e2 req-35ab34b9-4837-4654-8e21-3d076be42088 service neutron] 10.222.0.74 "GET /v2.0/networks/9d3b4024-c158-4ee9-aa3e-88e15464701f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983853 Jun 21 10:11:56.674843 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46253b6-61d4-44e8-8862-8c75e4968dd0 req-171315bc-b550-4c14-ad83-5537dea7d590 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:56.676389 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-f46253b6-61d4-44e8-8862-8c75e4968dd0 req-171315bc-b550-4c14-ad83-5537dea7d590 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.0664022 Jun 21 10:11:56.726184 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-f46253b6-61d4-44e8-8862-8c75e4968dd0 req-cb4249e8-bcf1-4a5c-9055-c22b8fb2d700 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430269 Jun 21 10:11:57.048262 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:11:57.909359 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e6712-c714-40bb-8802-a08f0be7047b req-e8f66773-af2a-48bc-8acf-896cefd87b43 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:57.911131 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-449e6712-c714-40bb-8802-a08f0be7047b req-e8f66773-af2a-48bc-8acf-896cefd87b43 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.0664697 Jun 21 10:11:57.957853 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-449e6712-c714-40bb-8802-a08f0be7047b req-da0440a7-4932-4ca5-9f4b-ccf919b8c70a tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403016 Jun 21 10:11:59.163080 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3110067-0612-4598-8f85-590afa24c799 req-d6b1ce56-7f5e-4455-a0c1-7135ea2fc57f tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:11:59.164891 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c3110067-0612-4598-8f85-590afa24c799 req-d6b1ce56-7f5e-4455-a0c1-7135ea2fc57f tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.0731485 Jun 21 10:11:59.205252 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c3110067-0612-4598-8f85-590afa24c799 req-0e1447ab-3b28-4153-9543-15fcb80d3203 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340624 Jun 21 10:12:00.402091 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45cadd9-08d0-481e-a1db-f3d14b44b8d3 req-781b5ca4-ae18-48ce-9603-2ab7406766c7 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:00.403867 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b45cadd9-08d0-481e-a1db-f3d14b44b8d3 req-781b5ca4-ae18-48ce-9603-2ab7406766c7 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.0783339 Jun 21 10:12:00.453164 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b45cadd9-08d0-481e-a1db-f3d14b44b8d3 req-2154d52a-9c8a-44e1-a1a3-2c493ea774c3 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428140 Jun 21 10:12:00.876787 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 43404) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:01.045163 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a124d557-7c7a-4c03-bc45-7fc2bbb08f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:01.153441 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a124d557-7c7a-4c03-bc45-7fc2bbb08f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:01.159247 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a124d557-7c7a-4c03-bc45-7fc2bbb08f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:01.164684 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:01.208956 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-a124d557-7c7a-4c03-bc45-7fc2bbb08f34 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=42ae5e5876154835a02b528340e4e47c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3307648 Jun 21 10:12:01.212871 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 43428) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:01.229596 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124d557-7c7a-4c03-bc45-7fc2bbb08f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e33608-7ad6-46f5-bd47-8bf2120aba10,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:01.241619 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124d557-7c7a-4c03-bc45-7fc2bbb08f34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:01.242036 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124d557-7c7a-4c03-bc45-7fc2bbb08f34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:01.242446 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124d557-7c7a-4c03-bc45-7fc2bbb08f34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:01.242903 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124d557-7c7a-4c03-bc45-7fc2bbb08f34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:01.243290 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124d557-7c7a-4c03-bc45-7fc2bbb08f34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:01.243683 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124d557-7c7a-4c03-bc45-7fc2bbb08f34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:01.247492 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124d557-7c7a-4c03-bc45-7fc2bbb08f34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:01.247492 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124d557-7c7a-4c03-bc45-7fc2bbb08f34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:01.247492 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124d557-7c7a-4c03-bc45-7fc2bbb08f34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:01.247492 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124d557-7c7a-4c03-bc45-7fc2bbb08f34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:01.247492 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124d557-7c7a-4c03-bc45-7fc2bbb08f34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:01.247492 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124d557-7c7a-4c03-bc45-7fc2bbb08f34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:01.254048 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-a124d557-7c7a-4c03-bc45-7fc2bbb08f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:01.291562 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d730eeb6-2058-494a-bf2c-8553a16db16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:01.321223 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d730eeb6-2058-494a-bf2c-8553a16db16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:01.346650 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 43438) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:01.397998 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d730eeb6-2058-494a-bf2c-8553a16db16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:01.401627 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d730eeb6-2058-494a-bf2c-8553a16db16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:01.407044 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-d730eeb6-2058-494a-bf2c-8553a16db16b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a1e33608-7ad6-46f5-bd47-8bf2120aba10 HTTP/1.1" status: 204 len: 168 time: 0.1881218 Jun 21 10:12:01.407044 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-c3ce205a-ee76-47e6-ab33-70ecea463fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:01.432840 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d730eeb6-2058-494a-bf2c-8553a16db16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e33608-7ad6-46f5-bd47-8bf2120aba10,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:01.438072 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-d730eeb6-2058-494a-bf2c-8553a16db16b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:01.556954 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3d9d450e-0d02-49d6-8820-ea0e6a2c2bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:01.677736 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c44d5-0c73-4dc4-a6f8-cbd7f677dc72 req-2f7f2755-86f3-450a-971b-aac5fdb447b9 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:01.679792 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-722c44d5-0c73-4dc4-a6f8-cbd7f677dc72 req-2f7f2755-86f3-450a-971b-aac5fdb447b9 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.1043811 Jun 21 10:12:01.753072 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3d9d450e-0d02-49d6-8820-ea0e6a2c2bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:01.759106 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3d9d450e-0d02-49d6-8820-ea0e6a2c2bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:01.764526 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-722c44d5-0c73-4dc4-a6f8-cbd7f677dc72 req-b14bb210-5559-4540-aeb0-7ea1e8292dd1 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592132 Jun 21 10:12:01.766903 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-c4c22ca5-2ce5-417d-a377-08293007a936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:01.803712 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-3d9d450e-0d02-49d6-8820-ea0e6a2c2bcf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b3cddfe23d8147f89d9cfee34a95bbfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4557135 Jun 21 10:12:01.805007 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d450e-0d02-49d6-8820-ea0e6a2c2bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c5273c-0bcb-4bd6-b6ce-cd4b2933ab54,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:01.807240 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 43456) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:01.813946 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d450e-0d02-49d6-8820-ea0e6a2c2bcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:01.814515 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d450e-0d02-49d6-8820-ea0e6a2c2bcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:01.814980 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d450e-0d02-49d6-8820-ea0e6a2c2bcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:01.815216 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d450e-0d02-49d6-8820-ea0e6a2c2bcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:01.815704 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d450e-0d02-49d6-8820-ea0e6a2c2bcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:01.816196 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d450e-0d02-49d6-8820-ea0e6a2c2bcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:01.816533 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d450e-0d02-49d6-8820-ea0e6a2c2bcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:01.817051 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d450e-0d02-49d6-8820-ea0e6a2c2bcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:01.817391 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d450e-0d02-49d6-8820-ea0e6a2c2bcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:01.817728 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d450e-0d02-49d6-8820-ea0e6a2c2bcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:01.818070 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d450e-0d02-49d6-8820-ea0e6a2c2bcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:01.818402 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d450e-0d02-49d6-8820-ea0e6a2c2bcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:01.827163 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-3d9d450e-0d02-49d6-8820-ea0e6a2c2bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:01.839963 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 43458) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:01.865362 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fbdae5ec-dc5e-4047-b7fc-df19f6af8fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:01.905638 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d368a6b4-1bf1-49f1-9816-678879fd36cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:01.942806 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d368a6b4-1bf1-49f1-9816-678879fd36cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:02.020889 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d368a6b4-1bf1-49f1-9816-678879fd36cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:02.023519 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d368a6b4-1bf1-49f1-9816-678879fd36cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:02.027067 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-d368a6b4-1bf1-49f1-9816-678879fd36cb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/27c5273c-0bcb-4bd6-b6ce-cd4b2933ab54 HTTP/1.1" status: 204 len: 168 time: 0.2161429 Jun 21 10:12:02.028742 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-94111b3c-bebd-4995-b929-4af3f629e521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:02.031958 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fbdae5ec-dc5e-4047-b7fc-df19f6af8fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:02.040274 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368a6b4-1bf1-49f1-9816-678879fd36cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c5273c-0bcb-4bd6-b6ce-cd4b2933ab54,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:02.042272 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fbdae5ec-dc5e-4047-b7fc-df19f6af8fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:02.046214 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-d368a6b4-1bf1-49f1-9816-678879fd36cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:02.046820 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-d368a6b4-1bf1-49f1-9816-678879fd36cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:02.081538 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdae5ec-dc5e-4047-b7fc-df19f6af8fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ff3662-3d5c-4bc1-bee0-a889332b50d3,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:02.085260 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-fbdae5ec-dc5e-4047-b7fc-df19f6af8fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:02.106178 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-fbdae5ec-dc5e-4047-b7fc-df19f6af8fb0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=01543da53e6b4467a476369c6c2dd976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2643690 Jun 21 10:12:02.110479 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 43462) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:02.179429 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8da819d0-1b5f-4beb-90de-239af8bedf44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:02.223080 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8da819d0-1b5f-4beb-90de-239af8bedf44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:02.307132 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8da819d0-1b5f-4beb-90de-239af8bedf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:02.313253 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8da819d0-1b5f-4beb-90de-239af8bedf44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:02.319010 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-8da819d0-1b5f-4beb-90de-239af8bedf44 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/59ff3662-3d5c-4bc1-bee0-a889332b50d3 HTTP/1.1" status: 204 len: 168 time: 0.2050927 Jun 21 10:12:02.320233 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:02.335346 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da819d0-1b5f-4beb-90de-239af8bedf44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ff3662-3d5c-4bc1-bee0-a889332b50d3,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:02.338810 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-8da819d0-1b5f-4beb-90de-239af8bedf44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:02.543506 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 43476) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:02.565957 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c0079a01-ae24-4070-9c30-4ec325ca1aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:02.765038 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c0079a01-ae24-4070-9c30-4ec325ca1aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:02.768451 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c0079a01-ae24-4070-9c30-4ec325ca1aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:02.783831 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-64cc0dca-948b-4820-ac72-75d20e88f88c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:02.830478 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0079a01-ae24-4070-9c30-4ec325ca1aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a348989-931e-44cb-9383-210537c014d3,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:02.835311 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-c0079a01-ae24-4070-9c30-4ec325ca1aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:02.892122 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-c0079a01-ae24-4070-9c30-4ec325ca1aff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=541307d187544401b5bdfb8c09ff50dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3445938 Jun 21 10:12:02.892211 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 43496) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:02.968973 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 43498) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:03.003998 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-222fb6a0-d51a-4cef-a175-42f475d2842d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:03.077360 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-222fb6a0-d51a-4cef-a175-42f475d2842d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:03.128878 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1a4a3e87-6f16-442d-804b-848da284c040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:03.179136 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e99a2-6f6f-4a14-92b0-7d94cb9115bd req-e50da485-cacb-49f9-b1d8-cba9abca4d9d tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:03.181839 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d34e99a2-6f6f-4a14-92b0-7d94cb9115bd req-e50da485-cacb-49f9-b1d8-cba9abca4d9d tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.1620085 Jun 21 10:12:03.192052 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-222fb6a0-d51a-4cef-a175-42f475d2842d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:03.195518 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-222fb6a0-d51a-4cef-a175-42f475d2842d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:03.197102 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-222fb6a0-d51a-4cef-a175-42f475d2842d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8a348989-931e-44cb-9383-210537c014d3 HTTP/1.1" status: 204 len: 168 time: 0.3033965 Jun 21 10:12:03.200810 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:03.217390 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fb6a0-d51a-4cef-a175-42f475d2842d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a348989-931e-44cb-9383-210537c014d3,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:03.236637 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-222fb6a0-d51a-4cef-a175-42f475d2842d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:03.279849 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d34e99a2-6f6f-4a14-92b0-7d94cb9115bd req-5aca4b3c-274f-47b7-b856-3a340fdf0eae tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811305 Jun 21 10:12:03.339324 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1a4a3e87-6f16-442d-804b-848da284c040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:03.347699 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1a4a3e87-6f16-442d-804b-848da284c040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:03.352492 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-ec922f3d-8187-4200-bf4f-cdf9b77a16fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:03.446060 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-1a4a3e87-6f16-442d-804b-848da284c040 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9071082790ca4210bc7a4d82fbde2dd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4738050 Jun 21 10:12:03.449037 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 43512) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:03.455791 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a3e87-6f16-442d-804b-848da284c040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61c155a-9f01-44a9-be8e-dddd7f4069ee,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:03.462028 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-1a4a3e87-6f16-442d-804b-848da284c040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:03.562934 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-301c9769-6c6f-4fe7-8b15-5e8aeb54aa78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:03.597870 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-301c9769-6c6f-4fe7-8b15-5e8aeb54aa78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:03.674752 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-301c9769-6c6f-4fe7-8b15-5e8aeb54aa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:03.677424 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-301c9769-6c6f-4fe7-8b15-5e8aeb54aa78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:03.678592 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-301c9769-6c6f-4fe7-8b15-5e8aeb54aa78 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b61c155a-9f01-44a9-be8e-dddd7f4069ee HTTP/1.1" status: 204 len: 168 time: 0.2272995 Jun 21 10:12:03.679285 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:03.689217 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c9769-6c6f-4fe7-8b15-5e8aeb54aa78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61c155a-9f01-44a9-be8e-dddd7f4069ee,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:03.691356 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-301c9769-6c6f-4fe7-8b15-5e8aeb54aa78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:04.495672 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0ba62-f2c3-4cc8-80df-cd88f27103d0 req-664dfd32-310d-4953-9d4f-8520c5a6a218 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:04.505742 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b4c0ba62-f2c3-4cc8-80df-cd88f27103d0 req-664dfd32-310d-4953-9d4f-8520c5a6a218 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.0874734 Jun 21 10:12:04.539616 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b4c0ba62-f2c3-4cc8-80df-cd88f27103d0 req-d06f2c4d-de9f-4d07-ad1e-3b832c32923f tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329571 Jun 21 10:12:05.751871 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52d932-202c-4330-afaf-479fc9a07d20 req-86fd48dc-d353-4a23-bc12-5f16386b202d tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:05.753500 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4f52d932-202c-4330-afaf-479fc9a07d20 req-86fd48dc-d353-4a23-bc12-5f16386b202d tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.0817127 Jun 21 10:12:05.809739 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4f52d932-202c-4330-afaf-479fc9a07d20 req-4423aed0-2533-4a67-9f0d-f66524373605 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449750 Jun 21 10:12:06.236195 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 43658) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:06.356637 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-dc055d64-81b9-477a-b5c3-7d3a21864db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:06.639049 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-dc055d64-81b9-477a-b5c3-7d3a21864db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:06.644295 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-dc055d64-81b9-477a-b5c3-7d3a21864db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:06.649065 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-3d9d450e-0d02-49d6-8820-ea0e6a2c2bcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:06.686055 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-dc055d64-81b9-477a-b5c3-7d3a21864db9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=436da1daea5e4f19a620f80c352195ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4480026 Jun 21 10:12:06.689694 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc055d64-81b9-477a-b5c3-7d3a21864db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0bf8da-dff2-4baa-b8d2-c7f6ad7532c7,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:06.689878 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 43662) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:06.693093 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-dc055d64-81b9-477a-b5c3-7d3a21864db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:06.742638 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b021eb19-22aa-485b-888a-371b68fddae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:06.765276 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b021eb19-22aa-485b-888a-371b68fddae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:06.813132 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b021eb19-22aa-485b-888a-371b68fddae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:06.816354 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b021eb19-22aa-485b-888a-371b68fddae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:06.817403 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-b021eb19-22aa-485b-888a-371b68fddae5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c0bf8da-dff2-4baa-b8d2-c7f6ad7532c7 HTTP/1.1" status: 204 len: 168 time: 0.1266356 Jun 21 10:12:06.818132 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-4f86a8c7-dee8-45d9-93df-294f2d8415fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:06.827479 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021eb19-22aa-485b-888a-371b68fddae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0bf8da-dff2-4baa-b8d2-c7f6ad7532c7,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:06.831598 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-b021eb19-22aa-485b-888a-371b68fddae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:07.059502 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd492449-c4d0-4bb3-8b1b-24970234aaba req-feec4180-818c-423c-bf0b-6b2322cca236 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:07.061364 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-cd492449-c4d0-4bb3-8b1b-24970234aaba req-feec4180-818c-423c-bf0b-6b2322cca236 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.0834141 Jun 21 10:12:07.103772 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-cd492449-c4d0-4bb3-8b1b-24970234aaba req-013b5894-c126-4c6b-912b-2bfcace623eb tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358853 Jun 21 10:12:07.344964 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-25163873-b26f-42ea-b1ae-12c60db1278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:08.410963 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767158d6-054f-44a0-bdc6-08ace1e60d2f req-cb4b1621-159e-4e5e-994d-f35c8bff7195 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:08.412512 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-767158d6-054f-44a0-bdc6-08ace1e60d2f req-cb4b1621-159e-4e5e-994d-f35c8bff7195 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.1351635 Jun 21 10:12:08.492842 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-767158d6-054f-44a0-bdc6-08ace1e60d2f req-9a955300-41a6-42a4-9698-61642f48299c tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732667 Jun 21 10:12:09.747469 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e1df3-baae-49c6-8aa4-bc57d279292e req-a5fea2c6-8812-41c5-beca-506fc99886c2 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:09.749321 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-060e1df3-baae-49c6-8aa4-bc57d279292e req-a5fea2c6-8812-41c5-beca-506fc99886c2 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.0793319 Jun 21 10:12:09.795442 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-060e1df3-baae-49c6-8aa4-bc57d279292e req-2c1dc7b8-3d61-4386-873a-48534022f791 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386961 Jun 21 10:12:10.786359 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f980f-aa87-4b00-8bd6-4646b17b1c34 req-f4686d93-d1fe-4608-ad06-6e08afbc947f tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:10.791822 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4a4f980f-aa87-4b00-8bd6-4646b17b1c34 req-f4686d93-d1fe-4608-ad06-6e08afbc947f tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/ports?device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 945 time: 0.0788679 Jun 21 10:12:10.827464 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:10.834299 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4a4f980f-aa87-4b00-8bd6-4646b17b1c34 req-d770904f-e52d-4671-9bdb-bd8da87511dc tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/security-groups?id=a70a4955-12e0-4701-ae50-f1c81e766e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400105 Jun 21 10:12:10.946908 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-9dbf98e8-f494-4e12-b7ac-4e3de054d102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:11.178427 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf12f59-3777-4851-b428-c1c15c3caa5d req-e045c5af-3ae1-480e-8e25-d310516cd50d tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:11.180031 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-adf12f59-3777-4851-b428-c1c15c3caa5d req-e045c5af-3ae1-480e-8e25-d310516cd50d tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.2471898 Jun 21 10:12:11.227442 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-adf12f59-3777-4851-b428-c1c15c3caa5d req-9c5cfb91-9e72-42ae-923e-ff8def47035b tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401711 Jun 21 10:12:12.055797 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9ecc3-ad8f-45e6-8012-856a7effa7e7 req-a8da3396-8782-4e3f-be46-2bc6dea7f7af tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:12.055797 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-3ff9ecc3-ad8f-45e6-8012-856a7effa7e7 req-a8da3396-8782-4e3f-be46-2bc6dea7f7af tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/ports?device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 945 time: 0.0840249 Jun 21 10:12:12.107012 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-3ff9ecc3-ad8f-45e6-8012-856a7effa7e7 req-3de21885-2c68-4c42-b493-d46fa5196f9e tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/security-groups?id=a70a4955-12e0-4701-ae50-f1c81e766e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414572 Jun 21 10:12:12.504866 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e120be-445e-463f-a293-8974bfbdb1c1 req-3e875477-1fcf-417d-a278-3d1a7babc299 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:12.513336 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c4e120be-445e-463f-a293-8974bfbdb1c1 req-3e875477-1fcf-417d-a278-3d1a7babc299 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.0924420 Jun 21 10:12:12.553049 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 43864) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:12.577344 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c4e120be-445e-463f-a293-8974bfbdb1c1 req-7715502d-4ec9-464d-a3c4-495736a83ce2 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626597 Jun 21 10:12:12.738322 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 43874) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:12.811886 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d2aac260-6336-4f13-b9c0-11567fd20260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:12.849294 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8d2a537c-3c96-4d8f-a5e5-39dec1fd4845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:12.976288 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d2aac260-6336-4f13-b9c0-11567fd20260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:12.983467 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d2aac260-6336-4f13-b9c0-11567fd20260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:12.988190 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-a7cbb3ef-62c1-4f45-ab33-35d76bfaaf35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:13.026993 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:13.044857 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aac260-6336-4f13-b9c0-11567fd20260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71521b10-a25e-44fe-ba5f-25e39c565474,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:13.051010 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-d2aac260-6336-4f13-b9c0-11567fd20260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:13.056045 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-d2aac260-6336-4f13-b9c0-11567fd20260 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4037fd8d90ac4b75a5b3da44ee88338d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139329 Jun 21 10:12:13.056632 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 43888) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:13.124868 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8d2a537c-3c96-4d8f-a5e5-39dec1fd4845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:13.126835 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3819aee6-f68f-4dd7-ab58-36766364755f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:13.129827 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8d2a537c-3c96-4d8f-a5e5-39dec1fd4845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:13.134777 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-d730eeb6-2058-494a-bf2c-8553a16db16b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:13.165393 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3819aee6-f68f-4dd7-ab58-36766364755f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:13.203347 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-8d2a537c-3c96-4d8f-a5e5-39dec1fd4845 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4089d6d782fb4724bd220b05e5d77d2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6467576 Jun 21 10:12:13.205351 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 43896) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:13.207243 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a537c-3c96-4d8f-a5e5-39dec1fd4845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9f6c5e-be90-4b8b-b635-1834bf763778,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:13.210625 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-8d2a537c-3c96-4d8f-a5e5-39dec1fd4845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:13.262405 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3819aee6-f68f-4dd7-ab58-36766364755f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:13.264954 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3819aee6-f68f-4dd7-ab58-36766364755f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:13.266102 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-3819aee6-f68f-4dd7-ab58-36766364755f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71521b10-a25e-44fe-ba5f-25e39c565474 HTTP/1.1" status: 204 len: 168 time: 0.2085168 Jun 21 10:12:13.283281 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-c0079a01-ae24-4070-9c30-4ec325ca1aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:13.296533 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819aee6-f68f-4dd7-ab58-36766364755f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71521b10-a25e-44fe-ba5f-25e39c565474,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:13.299889 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-3819aee6-f68f-4dd7-ab58-36766364755f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:13.320101 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ebec9eb1-a893-43ef-b147-b6e7815f6b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:13.362977 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ebec9eb1-a893-43ef-b147-b6e7815f6b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:13.381727 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bad62-299a-47a8-b811-2c807411deeb req-97402c4d-034c-4134-8f96-96c2841767b9 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:13.383301 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6b8bad62-299a-47a8-b811-2c807411deeb req-97402c4d-034c-4134-8f96-96c2841767b9 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/ports?device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 945 time: 0.1415012 Jun 21 10:12:13.446628 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6b8bad62-299a-47a8-b811-2c807411deeb req-e86b8b25-9845-4c43-8b53-864ae954d0f9 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/security-groups?id=a70a4955-12e0-4701-ae50-f1c81e766e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533352 Jun 21 10:12:13.462889 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ebec9eb1-a893-43ef-b147-b6e7815f6b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:13.467851 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ebec9eb1-a893-43ef-b147-b6e7815f6b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:13.473334 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-ebec9eb1-a893-43ef-b147-b6e7815f6b18 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ef9f6c5e-be90-4b8b-b635-1834bf763778 HTTP/1.1" status: 204 len: 168 time: 0.2645609 Jun 21 10:12:13.493438 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-1302ed4b-85e1-4039-8a5b-69543a32c063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:13.506101 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec9eb1-a893-43ef-b147-b6e7815f6b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9f6c5e-be90-4b8b-b635-1834bf763778,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:13.510223 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-ebec9eb1-a893-43ef-b147-b6e7815f6b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:13.786241 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 43920) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:13.800899 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-2d50f004-e126-4a4f-8800-3090540ba8be admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:13.862518 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff4780-895c-48f3-b945-86caa33c0543 req-f5b9fce9-b5ea-4217-ba8d-e8075de46fd1 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:13.865019 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-edff4780-895c-48f3-b945-86caa33c0543 req-f5b9fce9-b5ea-4217-ba8d-e8075de46fd1 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.0982528 Jun 21 10:12:13.916016 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-edff4780-895c-48f3-b945-86caa33c0543 req-69cec81f-1d67-4ec4-a259-2fe2fdc4ce9c tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445487 Jun 21 10:12:13.931221 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-2d50f004-e126-4a4f-8800-3090540ba8be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:13.945338 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-2d50f004-e126-4a4f-8800-3090540ba8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:13.947978 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:13.992057 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50f004-e126-4a4f-8800-3090540ba8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fec905-32d0-495a-9d2a-d900a5f33a86,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:14.011724 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-2d50f004-e126-4a4f-8800-3090540ba8be admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=87d8492946934c68a35a2c30c0c23384&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2203827 Jun 21 10:12:14.012545 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 43926) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:14.022814 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-2d50f004-e126-4a4f-8800-3090540ba8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:14.105817 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 43936) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:14.131899 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e7292-1dec-42cb-b1a6-657dfa4722e5 req-e6e1a11b-a81f-477b-99ec-7f404974aa32 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:14.133541 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6e8e7292-1dec-42cb-b1a6-657dfa4722e5 req-e6e1a11b-a81f-477b-99ec-7f404974aa32 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.74 "GET /v2.0/ports?device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 945 time: 0.0914843 Jun 21 10:12:14.135042 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7a7b49b1-418b-44e1-8af9-ed8a23da53e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:14.209207 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ae70a024-20a9-49bf-a47b-df0f3aa45709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:14.268775 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ae70a024-20a9-49bf-a47b-df0f3aa45709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:14.321486 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [req-6e8e7292-1dec-42cb-b1a6-657dfa4722e5 req-50d44ec6-ecfc-453b-a408-ccdbbac0bbda tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Deleting port 03b5b43b-4b33-4378-9d31-d2931646505a {{(pid=92965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:12:14.321946 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-6e8e7292-1dec-42cb-b1a6-657dfa4722e5 req-50d44ec6-ecfc-453b-a408-ccdbbac0bbda tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:14.394102 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ae70a024-20a9-49bf-a47b-df0f3aa45709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:14.396778 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ae70a024-20a9-49bf-a47b-df0f3aa45709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:14.401081 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-ae70a024-20a9-49bf-a47b-df0f3aa45709 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/53fec905-32d0-495a-9d2a-d900a5f33a86 HTTP/1.1" status: 204 len: 168 time: 0.3876100 Jun 21 10:12:14.405050 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7a7b49b1-418b-44e1-8af9-ed8a23da53e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:14.405738 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-76c5db1b-38da-4fff-8b4a-a9e9f329645e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:14.415550 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70a024-20a9-49bf-a47b-df0f3aa45709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fec905-32d0-495a-9d2a-d900a5f33a86,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:14.417568 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7a7b49b1-418b-44e1-8af9-ed8a23da53e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:14.421170 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-ae70a024-20a9-49bf-a47b-df0f3aa45709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:14.421715 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-ae70a024-20a9-49bf-a47b-df0f3aa45709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:14.477073 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b49b1-418b-44e1-8af9-ed8a23da53e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac243ff7-f562-4b6e-80b7-a26dab7050e4,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:14.479061 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [req-6e8e7292-1dec-42cb-b1a6-657dfa4722e5 req-50d44ec6-ecfc-453b-a408-ccdbbac0bbda tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] For port 03b5b43b-4b33-4378-9d31-d2931646505a, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=03b5b43b-4b33-4378-9d31-d2931646505a,segment=NetworkSegment(20d4dcb3-856a-4f2e-a0f4-678d0b70469c),segment_id=20d4dcb3-856a-4f2e-a0f4-678d0b70469c)] {{(pid=92965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:12:14.479448 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-6e8e7292-1dec-42cb-b1a6-657dfa4722e5 req-50d44ec6-ecfc-453b-a408-ccdbbac0bbda tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:14.483712 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-7a7b49b1-418b-44e1-8af9-ed8a23da53e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:14.505874 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-7a7b49b1-418b-44e1-8af9-ed8a23da53e9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e2a184b4f941494db7678fd57fa3a442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3988278 Jun 21 10:12:14.509044 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 43954) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:14.581466 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 43956) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:14.630742 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [req-6e8e7292-1dec-42cb-b1a6-657dfa4722e5 req-50d44ec6-ecfc-453b-a408-ccdbbac0bbda tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Calling delete_port for 03b5b43b-4b33-4378-9d31-d2931646505a owned by compute:nova {{(pid=92965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:12:14.631436 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cdac24e9-602c-47fd-ad7c-1d5890c73e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:14.663591 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cdac24e9-602c-47fd-ad7c-1d5890c73e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:14.740707 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cdac24e9-602c-47fd-ad7c-1d5890c73e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:14.747965 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cdac24e9-602c-47fd-ad7c-1d5890c73e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:14.749662 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-cdac24e9-602c-47fd-ad7c-1d5890c73e61 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ac243ff7-f562-4b6e-80b7-a26dab7050e4 HTTP/1.1" status: 204 len: 168 time: 0.2389541 Jun 21 10:12:14.751335 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-8d2a537c-3c96-4d8f-a5e5-39dec1fd4845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:14.764317 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac24e9-602c-47fd-ad7c-1d5890c73e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac243ff7-f562-4b6e-80b7-a26dab7050e4,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:14.779743 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-cdac24e9-602c-47fd-ad7c-1d5890c73e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:14.810270 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d534b8-e071-482b-8a7c-5cf517812804 req-a29ca8ba-46b1-4fa6-92b4-c9d3c2a172f4 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:14.812579 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-85d534b8-e071-482b-8a7c-5cf517812804 req-a29ca8ba-46b1-4fa6-92b4-c9d3c2a172f4 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/ports?device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 945 time: 0.1418805 Jun 21 10:12:14.900324 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0fbf14b1-17c7-46c5-a4c5-15b6ab7b8529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:14.917222 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-6e8e7292-1dec-42cb-b1a6-657dfa4722e5 req-50d44ec6-ecfc-453b-a408-ccdbbac0bbda tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11354326'] for port, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:14.941090 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-d432e367-afee-45f7-bbba-a8e80d873bca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:14.969083 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['03b5b43b-4b33-4378-9d31-d2931646505a'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:12:15.009083 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-85d534b8-e071-482b-8a7c-5cf517812804 req-c392b532-86c8-4120-a3b6-59128ff30435 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/security-groups?id=a70a4955-12e0-4701-ae50-f1c81e766e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496823 Jun 21 10:12:15.023063 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d44ec6-ecfc-453b-a408-ccdbbac0bbda tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Pushing event deleted for resources: {'Port': ['ID=03b5b43b-4b33-4378-9d31-d2931646505a,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:15.051136 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-50d44ec6-ecfc-453b-a408-ccdbbac0bbda tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:15.158085 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:15.189375 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0fbf14b1-17c7-46c5-a4c5-15b6ab7b8529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:15.204618 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0fbf14b1-17c7-46c5-a4c5-15b6ab7b8529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:15.217569 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-868c2491-839b-4cf4-b741-47fb99542995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:15.313989 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8e7292-1dec-42cb-b1a6-657dfa4722e5 req-50d44ec6-ecfc-453b-a408-ccdbbac0bbda tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] No DVR routers for this DVR port 03b5b43b-4b33-4378-9d31-d2931646505a on host hv-cinder-79724 {{(pid=92965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:12:15.325215 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-6e8e7292-1dec-42cb-b1a6-657dfa4722e5 req-50d44ec6-ecfc-453b-a408-ccdbbac0bbda tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:15.329764 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6e8e7292-1dec-42cb-b1a6-657dfa4722e5 req-50d44ec6-ecfc-453b-a408-ccdbbac0bbda tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.74 "DELETE /v2.0/ports/03b5b43b-4b33-4378-9d31-d2931646505a HTTP/1.1" status: 204 len: 173 time: 1.1826346 Jun 21 10:12:15.330684 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7771b225-e264-457d-99bb-24e5d71641cb', 'name': 'network-vif-deleted', 'tag': '03b5b43b-4b33-4378-9d31-d2931646505a'}] {{(pid=92965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:12:15.347431 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6455383dad080abf38abbc06b7173bfc99a12cfb8f38fffed40ef3479635dd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2fda10-8b9b-4377-ab31-0d48d817b088" -d '{"events": [{"server_uuid": "7771b225-e264-457d-99bb-24e5d71641cb", "name": "network-vif-deleted", "tag": "03b5b43b-4b33-4378-9d31-d2931646505a"}]}' {{(pid=92965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:12:15.390941 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-0fbf14b1-17c7-46c5-a4c5-15b6ab7b8529 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1b5d65ce2737406db04750356e1484cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8077543 Jun 21 10:12:15.393576 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 44004) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:15.403109 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf14b1-17c7-46c5-a4c5-15b6ab7b8529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e92d716-4ad3-4ff6-a918-2e33cfb79a26,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:15.415701 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-0fbf14b1-17c7-46c5-a4c5-15b6ab7b8529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:15.456888 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21233529-ca54-4705-b32c-55268c032897 x-openstack-request-id: req-21233529-ca54-4705-b32c-55268c032897 {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:12:15.457358 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7771b225-e264-457d-99bb-24e5d71641cb", "name": "network-vif-deleted", "tag": "03b5b43b-4b33-4378-9d31-d2931646505a", "status": "completed", "code": 200}]} {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:12:15.457776 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-21233529-ca54-4705-b32c-55268c032897 {{(pid=92965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:12:15.468439 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7771b225-e264-457d-99bb-24e5d71641cb', 'name': 'network-vif-deleted', 'tag': '03b5b43b-4b33-4378-9d31-d2931646505a', 'status': 'completed', 'code': 200} Jun 21 10:12:15.590514 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9ee06576-cdcf-4e96-a00b-a0c5265ca5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:15.665978 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9ee06576-cdcf-4e96-a00b-a0c5265ca5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:15.764352 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9ee06576-cdcf-4e96-a00b-a0c5265ca5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:15.770654 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9ee06576-cdcf-4e96-a00b-a0c5265ca5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:15.770962 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d8cb8-aaaa-4bc3-85d3-476cc65b91f7 req-01bbbf0f-672a-468e-a6a4-ebc6d874b3e2 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:15.775927 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-100d8cb8-aaaa-4bc3-85d3-476cc65b91f7 req-01bbbf0f-672a-468e-a6a4-ebc6d874b3e2 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.1434271 Jun 21 10:12:15.777073 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-9ee06576-cdcf-4e96-a00b-a0c5265ca5d7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6e92d716-4ad3-4ff6-a918-2e33cfb79a26 HTTP/1.1" status: 204 len: 168 time: 0.3771017 Jun 21 10:12:15.780559 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-266ef672-a976-4e80-9360-544bb4521ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:15.797405 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee06576-cdcf-4e96-a00b-a0c5265ca5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e92d716-4ad3-4ff6-a918-2e33cfb79a26,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:15.802127 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-9ee06576-cdcf-4e96-a00b-a0c5265ca5d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:15.848050 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-100d8cb8-aaaa-4bc3-85d3-476cc65b91f7 req-a271137e-f612-406d-8cc2-f802a178fb40 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607378 Jun 21 10:12:16.201803 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-673a1094-46d4-491a-8581-19bd71f57c1c req-0acdaf1d-5883-4bef-a058-09dd420b9360 tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] 10.222.0.50 "GET /v2.0/ports?device_id=7771b225-e264-457d-99bb-24e5d71641cb HTTP/1.1" status: 200 len: 210 time: 0.0332301 Jun 21 10:12:17.258589 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1d1e2-80bf-47ce-aa98-bdc538f8917e req-872d78e2-45e4-48e3-836e-7d16fd3a88e9 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:17.282929 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4eb1d1e2-80bf-47ce-aa98-bdc538f8917e req-872d78e2-45e4-48e3-836e-7d16fd3a88e9 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.2555709 Jun 21 10:12:17.402738 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4eb1d1e2-80bf-47ce-aa98-bdc538f8917e req-a9a348e0-a98a-48b2-9655-fd424226fde8 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150184 Jun 21 10:12:18.098377 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226a650-e20d-4339-9792-6587f24c181d req-db0deb3b-3c31-43c6-8f50-c7bc4d9f7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:18.100048 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7226a650-e20d-4339-9792-6587f24c181d req-db0deb3b-3c31-43c6-8f50-c7bc4d9f7fb3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 1098 time: 0.0969551 Jun 21 10:12:18.145181 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7226a650-e20d-4339-9792-6587f24c181d req-536bf9c2-6b5f-49f8-995a-bdd35d08b67c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347478 Jun 21 10:12:18.739916 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 03b5b43b-4b33-4378-9d31-d2931646505a no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:12:18.771399 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2d8b1-b84a-4f2a-bb5c-ec854fe69353 req-2e219499-498a-4ca0-bfc3-f05cb42d16c9 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:18.775340 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] No Port match for: 03b5b43b-4b33-4378-9d31-d2931646505a {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:12:18.776034 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 03b5b43b-4b33-4378-9d31-d2931646505a not bound to the agent host hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:12:18.782728 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-37a2d8b1-b84a-4f2a-bb5c-ec854fe69353 req-2e219499-498a-4ca0-bfc3-f05cb42d16c9 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.1841192 Jun 21 10:12:18.848197 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-37a2d8b1-b84a-4f2a-bb5c-ec854fe69353 req-804716a1-93f4-4918-8b86-892ff97d23fe tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596185 Jun 21 10:12:20.094670 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 44252) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:20.160744 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfea2106-807b-4db8-a1ba-c1e768be5ee8 admin admin] Deleting subnet 48f196c0-a16c-4efe-95d7-b64313eb6e22 {{(pid=92965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 10:12:20.172478 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b44128-2030-485c-93ba-bf59cc8385d4 req-ee9d4fea-5fbd-4cc6-8726-c8944a85b526 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:20.174073 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d9b44128-2030-485c-93ba-bf59cc8385d4 req-ee9d4fea-5fbd-4cc6-8726-c8944a85b526 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.1473238 Jun 21 10:12:20.175270 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-dfea2106-807b-4db8-a1ba-c1e768be5ee8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:20.240023 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-dfea2106-807b-4db8-a1ba-c1e768be5ee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11354325'] for subnet, precommit_delete_associations {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:20.272861 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d9b44128-2030-485c-93ba-bf59cc8385d4 req-03cfce57-cfa2-4877-8ad7-c5df7c9bc6b7 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767944 Jun 21 10:12:20.309031 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-dfea2106-807b-4db8-a1ba-c1e768be5ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708198'] for subnet, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:20.313472 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-96d73791-a7e6-4edc-b0e1-c1fc023afd3f tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:20.322065 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-96d73791-a7e6-4edc-b0e1-c1fc023afd3f tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/networks?id=cf126547-6ae9-4855-9df9-59048a69ce81 HTTP/1.1" status: 200 len: 814 time: 0.1475670 Jun 21 10:12:20.341407 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-5bd24d6b-fbf7-46d5-b8ea-e6e7b3562752 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/quotas/f70f0c950c9b4ce4807295b05ec0f177 HTTP/1.1" status: 200 len: 375 time: 0.0183589 Jun 21 10:12:20.413055 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-dfea2106-807b-4db8-a1ba-c1e768be5ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11354284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9374893'] for subnet, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:20.417505 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:20.434761 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-7c194872-6915-4484-aaa4-8cccf17afb20 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f70f0c950c9b4ce4807295b05ec0f177&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0907178 Jun 21 10:12:20.465910 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-dfea2106-807b-4db8-a1ba-c1e768be5ee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:20.468858 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-dfea2106-807b-4db8-a1ba-c1e768be5ee8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/48f196c0-a16c-4efe-95d7-b64313eb6e22 HTTP/1.1" status: 204 len: 168 time: 0.3728364 Jun 21 10:12:20.470343 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea2106-807b-4db8-a1ba-c1e768be5ee8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48f196c0-a16c-4efe-95d7-b64313eb6e22,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:20.473404 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 44270) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:20.492269 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-dfea2106-807b-4db8-a1ba-c1e768be5ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:20.539421 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-de670ea2-936d-4a08-88f0-00c7ce3995f7 service neutron] 10.222.0.50 "GET /v2.0/networks/cf126547-6ae9-4855-9df9-59048a69ce81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027570 Jun 21 10:12:20.581961 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ac632071-0892-4552-8918-63202cdffe5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729370'] for network, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:20.600227 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83821221-2930-49e1-8b9c-233caa5dc303 req-7f57948f-a8e6-4113-9f48-5d9af3bf16d3 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:20.601744 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-83821221-2930-49e1-8b9c-233caa5dc303 req-7f57948f-a8e6-4113-9f48-5d9af3bf16d3 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.1542263 Jun 21 10:12:20.632985 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-764d6f02-fb28-4ef5-9066-75831e7e483c service neutron] 10.222.0.50 "GET /v2.0/networks/cf126547-6ae9-4855-9df9-59048a69ce81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871353 Jun 21 10:12:20.706944 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ac632071-0892-4552-8918-63202cdffe5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707321', 'neutron.services.segments.db._delete_segments_for_network-8741296622547'] for network, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:20.719367 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-83821221-2930-49e1-8b9c-233caa5dc303 req-0a6a34bf-f15c-447c-a2be-32dd861b3a5d tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105537 Jun 21 10:12:20.730265 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.services.segments.db [None req-ac632071-0892-4552-8918-63202cdffe5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3b4024-c158-4ee9-aa3e-88e15464701f']}} {{(pid=92965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:12:20.749245 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.services.segments.db [None req-ac632071-0892-4552-8918-63202cdffe5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d4dcb3-856a-4f2e-a0f4-678d0b70469c') {'for_net_delete': True} {{(pid=92965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:12:20.750195 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.services.segments.db [None req-ac632071-0892-4552-8918-63202cdffe5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d4dcb3-856a-4f2e-a0f4-678d0b70469c') {} {{(pid=92965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:12:20.783136 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ac632071-0892-4552-8918-63202cdffe5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741296622376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11354332'] for segment, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:20.812497 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ac632071-0892-4552-8918-63202cdffe5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:20.822421 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac632071-0892-4552-8918-63202cdffe5b admin admin] Releasing vlan 1174 on physical network physnet1 to pool {{(pid=92965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 10:12:20.823053 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ac632071-0892-4552-8918-63202cdffe5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9646855'] for segment, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: Traceback (most recent call last): Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: timer() Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: cb(*args, **kw) Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: return func(*args, **kwargs) Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: self._notify() Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: self.callback(batched_events) Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: event.method(event) Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: return f(self, *a, **k) Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: return self._get(url).json() Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: return self.request(url, 'GET', **kwargs) Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 10:12:20.828158 dv-cinder-797245-3-iscsi neutron-server[92965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 10:12:20.931014 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-302baded-0e26-49be-a3a7-e8cf3a6371ac req-6b3a0ad7-ee93-4579-bded-8f10f8db9832 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a0cb405-f655-416c-8a8e-e501f772ae83 HTTP/1.1" status: 200 len: 210 time: 0.0509746 Jun 21 10:12:20.944617 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ac632071-0892-4552-8918-63202cdffe5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858363'] for network, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:20.950748 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:20.954388 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ac632071-0892-4552-8918-63202cdffe5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:20.956164 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-ac632071-0892-4552-8918-63202cdffe5b admin admin] 10.222.0.50 "DELETE /v2.0/networks/9d3b4024-c158-4ee9-aa3e-88e15464701f HTTP/1.1" status: 204 len: 168 time: 0.4816611 Jun 21 10:12:20.967784 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac632071-0892-4552-8918-63202cdffe5b admin admin] Pushing event deleted for resources: {'Network': ['ID=9d3b4024-c158-4ee9-aa3e-88e15464701f,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:20.970446 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-ac632071-0892-4552-8918-63202cdffe5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:21.250570 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 44304) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:21.305755 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-e3193197-68a2-47c2-ab48-6ced9c819996 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1fc3233559e94c8088cf30b0bc971d41&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0531437 Jun 21 10:12:21.310270 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 44308) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:21.389427 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3ff9f705-4620-489e-b5aa-2cc2f8769333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:21.429314 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3ff9f705-4620-489e-b5aa-2cc2f8769333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:21.499364 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3ff9f705-4620-489e-b5aa-2cc2f8769333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:21.503027 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3ff9f705-4620-489e-b5aa-2cc2f8769333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:21.504395 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-3ff9f705-4620-489e-b5aa-2cc2f8769333 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a70a4955-12e0-4701-ae50-f1c81e766e5e HTTP/1.1" status: 204 len: 168 time: 0.1928754 Jun 21 10:12:21.505395 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:21.515358 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9f705-4620-489e-b5aa-2cc2f8769333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70a4955-12e0-4701-ae50-f1c81e766e5e,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:21.525844 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-3ff9f705-4620-489e-b5aa-2cc2f8769333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:22.139186 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a0bc6f2c-8100-4094-8ca5-2b78bfa34859 req-234b35e1-1440-4f2a-a387-58c3f089634f tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a0cb405-f655-416c-8a8e-e501f772ae83 HTTP/1.1" status: 200 len: 210 time: 0.0461655 Jun 21 10:12:22.311582 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 44360) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:22.538839 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c49e88bd-e64f-444a-98c8-af5c8c420f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:22.652875 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c49e88bd-e64f-444a-98c8-af5c8c420f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:22.657034 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c49e88bd-e64f-444a-98c8-af5c8c420f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:22.659509 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:22.699769 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-c49e88bd-e64f-444a-98c8-af5c8c420f00 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b6e8e18557be46bfae950d60653c165b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3842497 Jun 21 10:12:22.699769 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e88bd-e64f-444a-98c8-af5c8c420f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3350aa-7e10-4daf-a377-413964f608c4,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:22.700190 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 44374) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:22.701914 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-c49e88bd-e64f-444a-98c8-af5c8c420f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:22.756456 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-0f6389d0-268c-4037-91fc-c3baea1af586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:22.780973 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-0f6389d0-268c-4037-91fc-c3baea1af586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:22.831803 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-0f6389d0-268c-4037-91fc-c3baea1af586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:22.834846 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-0f6389d0-268c-4037-91fc-c3baea1af586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:22.838678 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-0f6389d0-268c-4037-91fc-c3baea1af586 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9f3350aa-7e10-4daf-a377-413964f608c4 HTTP/1.1" status: 204 len: 168 time: 0.1351323 Jun 21 10:12:22.838678 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:22.852329 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6389d0-268c-4037-91fc-c3baea1af586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3350aa-7e10-4daf-a377-413964f608c4,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:22.852329 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-0f6389d0-268c-4037-91fc-c3baea1af586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:23.301641 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7779b2fc-7925-4d59-afde-333ca9a7932f req-d7512c41-b51f-4772-af1e-320c74e4d70c tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a0cb405-f655-416c-8a8e-e501f772ae83 HTTP/1.1" status: 200 len: 210 time: 0.0294349 Jun 21 10:12:23.569901 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:12:24.548552 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-3e4cb2f4-3f6e-4e04-ae91-2255f8e097d4 req-fc5e3a97-f885-4e6c-8351-04d5d959c4b0 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a0cb405-f655-416c-8a8e-e501f772ae83 HTTP/1.1" status: 200 len: 210 time: 0.0483315 Jun 21 10:12:25.398820 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-73b1b33e-587d-40d2-bfc5-42f074463fed tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:25.400546 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-73b1b33e-587d-40d2-bfc5-42f074463fed tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.74 "GET /v2.0/networks?id=cf126547-6ae9-4855-9df9-59048a69ce81 HTTP/1.1" status: 200 len: 814 time: 0.1742868 Jun 21 10:12:25.435112 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-ce0998b1-c128-42b5-97b2-04ba778f8d2b tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Request body: {'port': {'device_id': '7a0cb405-f655-416c-8a8e-e501f772ae83', 'network_id': 'cf126547-6ae9-4855-9df9-59048a69ce81', 'admin_state_up': True, 'tenant_id': 'f70f0c950c9b4ce4807295b05ec0f177'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:12:25.661324 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-ce0998b1-c128-42b5-97b2-04ba778f8d2b tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Made reservation on behalf of f70f0c950c9b4ce4807295b05ec0f177 for: {'port': 1} {{(pid=92965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:12:25.666617 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-ce0998b1-c128-42b5-97b2-04ba778f8d2b tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:25.925212 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0930c9ab-513b-47fd-8da2-15a78c12733c req-b460964d-f253-4366-affa-7d7aca8bd616 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a0cb405-f655-416c-8a8e-e501f772ae83 HTTP/1.1" status: 200 len: 210 time: 0.1194792 Jun 21 10:12:25.961127 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_common [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-ce0998b1-c128-42b5-97b2-04ba778f8d2b tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Allocated IP 172.20.0.11 (cf126547-6ae9-4855-9df9-59048a69ce81/ca51367d-5f2a-43bb-8582-b1b061e36115/fe471316-83e8-4bf2-88da-aad3eed8859c) {{(pid=92965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:12:26.383915 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda33131-daf0-4eb5-8f79-6e6050423599 req-4776ec8d-a5ee-47e0-a6c5-b6915c654f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:26.386897 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bda33131-daf0-4eb5-8f79-6e6050423599 req-4776ec8d-a5ee-47e0-a6c5-b6915c654f5e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c2d9d5ab2e5b4ff2946f67faed489d72&device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 1098 time: 0.1798151 Jun 21 10:12:26.557898 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda33131-daf0-4eb5-8f79-6e6050423599 req-f911559b-de89-4fb5-b861-edf9d96be1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:26.561471 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bda33131-daf0-4eb5-8f79-6e6050423599 req-f911559b-de89-4fb5-b861-edf9d96be1f7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e71b334c-ddd6-4f01-b186-8e77b4307c85 HTTP/1.1" status: 200 len: 920 time: 0.1659043 Jun 21 10:12:26.586252 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0947a96-fd4f-403c-9a70-adfcf0ad161a req-aab4c997-8498-4c69-9f16-20d0bf2f53d1 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:26.594666 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c0947a96-fd4f-403c-9a70-adfcf0ad161a req-aab4c997-8498-4c69-9f16-20d0bf2f53d1 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.2084770 Jun 21 10:12:26.616629 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-ce0998b1-c128-42b5-97b2-04ba778f8d2b tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks [] for port, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:26.634568 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bda33131-daf0-4eb5-8f79-6e6050423599 req-fb97d421-c302-4b25-8b5f-4dc4d2f869d6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebd6c2d0-1396-490d-883f-285c2d33455c HTTP/1.1" status: 200 len: 217 time: 0.0619586 Jun 21 10:12:26.668093 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c0947a96-fd4f-403c-9a70-adfcf0ad161a req-dfa07b30-2174-44a4-8498-13fe443daa9f tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722964 Jun 21 10:12:26.723260 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda33131-daf0-4eb5-8f79-6e6050423599 req-185dd711-2108-412b-991d-5c3ef6cde3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:26.725726 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bda33131-daf0-4eb5-8f79-6e6050423599 req-185dd711-2108-412b-991d-5c3ef6cde3e6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=885fa30c-53d9-43e2-8ec4-5d5887d6e1c3 HTTP/1.1" status: 200 len: 858 time: 0.0819523 Jun 21 10:12:26.744718 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-ce0998b1-c128-42b5-97b2-04ba778f8d2b tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11354329'] for port, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:26.762858 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:26.787878 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bda33131-daf0-4eb5-8f79-6e6050423599 req-5dbdf3fc-4143-4eb1-a198-4ea071c0855d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e71b334c-ddd6-4f01-b186-8e77b4307c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541041 Jun 21 10:12:26.812130 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['54fd7d9f-1ecb-489b-82e3-cc6b607f6632'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:12:26.885039 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-ce0998b1-c128-42b5-97b2-04ba778f8d2b tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Network cf126547-6ae9-4855-9df9-59048a69ce81 is already hosted by enough agents. {{(pid=92965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:12:26.891847 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-ce0998b1-c128-42b5-97b2-04ba778f8d2b tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Resources bound (agent type, host, resource id): {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:12:26.914664 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-ce0998b1-c128-42b5-97b2-04ba778f8d2b tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Received port after_create {{(pid=92965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:12:27.011704 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0998b1-c128-42b5-97b2-04ba778f8d2b tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Pushing event updated for resources: {'Port': ['ID=fe471316-83e8-4bf2-88da-aad3eed8859c,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:27.027734 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-ce0998b1-c128-42b5-97b2-04ba778f8d2b tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:27.029148 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-ce0998b1-c128-42b5-97b2-04ba778f8d2b tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:27.036164 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-ce0998b1-c128-42b5-97b2-04ba778f8d2b tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:27.055841 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bda33131-daf0-4eb5-8f79-6e6050423599 req-f49fd754-3694-43e9-a12b-8581311729d0 service neutron] 10.222.0.74 "GET /v2.0/networks/e71b334c-ddd6-4f01-b186-8e77b4307c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578621 Jun 21 10:12:27.077547 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-ce0998b1-c128-42b5-97b2-04ba778f8d2b tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6502883 Jun 21 10:12:27.115154 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-5c8b9f7d-933c-47f4-bd2a-676695ed1d34 service neutron] Request body: {'port': {'device_id': '7a0cb405-f655-416c-8a8e-e501f772ae83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:12:27.148652 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:27.297413 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-5c8b9f7d-933c-47f4-bd2a-676695ed1d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:27.345416 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bda33131-daf0-4eb5-8f79-6e6050423599 req-2c85a687-bc52-4f06-a538-c9e69a58deb3 service neutron] 10.222.0.74 "GET /v2.0/networks/e71b334c-ddd6-4f01-b186-8e77b4307c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818387 Jun 21 10:12:27.408889 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8017c-a286-4fd5-aaec-c4868c653ddf req-c03e4f20-1229-49bf-9214-59fb1c4e2616 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:27.410368 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c9e8017c-a286-4fd5-aaec-c4868c653ddf req-c03e4f20-1229-49bf-9214-59fb1c4e2616 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a0cb405-f655-416c-8a8e-e501f772ae83 HTTP/1.1" status: 200 len: 932 time: 0.1925583 Jun 21 10:12:27.466150 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c9e8017c-a286-4fd5-aaec-c4868c653ddf req-4e80995f-c8a4-4189-b9c8-1514c2798150 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487363 Jun 21 10:12:27.881879 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.notifiers.nova [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-5c8b9f7d-933c-47f4-bd2a-676695ed1d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe471316-83e8-4bf2-88da-aad3eed8859c {{(pid=92965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:12:27.897416 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-5c8b9f7d-933c-47f4-bd2a-676695ed1d34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:27.940360 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.provisioning_blocks [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-5c8b9f7d-933c-47f4-bd2a-676695ed1d34 service neutron] Transition to ACTIVE for port object fe471316-83e8-4bf2-88da-aad3eed8859c will not be triggered until provisioned by entity L2. {{(pid=92965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:12:27.948171 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-5c8b9f7d-933c-47f4-bd2a-676695ed1d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11354351'] for port, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:27.956578 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:28.065333 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b9f7d-933c-47f4-bd2a-676695ed1d34 service neutron] Pushing event updated for resources: {'Port': ['ID=fe471316-83e8-4bf2-88da-aad3eed8859c,revision_number=2']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:28.070614 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-5c8b9f7d-933c-47f4-bd2a-676695ed1d34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:28.104728 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765e5a9-9e93-4738-b533-9873e60eb37c req-28de550e-2788-4106-a63b-68298ea53b3b tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:28.106920 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6765e5a9-9e93-4738-b533-9873e60eb37c req-28de550e-2788-4106-a63b-68298ea53b3b tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.2051802 Jun 21 10:12:28.202944 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6765e5a9-9e93-4738-b533-9873e60eb37c req-4fd6b318-9aeb-4ce2-b353-b6bc752b91e4 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723424 Jun 21 10:12:28.208244 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.managers [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-5c8b9f7d-933c-47f4-bd2a-676695ed1d34 service neutron] Attempting to bind port fe471316-83e8-4bf2-88da-aad3eed8859c on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:12:28.208584 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.managers [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-5c8b9f7d-933c-47f4-bd2a-676695ed1d34 service neutron] Attempting to bind port fe471316-83e8-4bf2-88da-aad3eed8859c by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'd12331c0-3688-4590-a99a-4a51e992d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'cf126547-6ae9-4855-9df9-59048a69ce81'}] {{(pid=92965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:12:28.208957 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-5c8b9f7d-933c-47f4-bd2a-676695ed1d34 service neutron] Attempting to bind port fe471316-83e8-4bf2-88da-aad3eed8859c on network cf126547-6ae9-4855-9df9-59048a69ce81 {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:12:28.215045 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-5c8b9f7d-933c-47f4-bd2a-676695ed1d34 service neutron] Port fe471316-83e8-4bf2-88da-aad3eed8859c on network cf126547-6ae9-4855-9df9-59048a69ce81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 10:12:28.215369 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-5c8b9f7d-933c-47f4-bd2a-676695ed1d34 service neutron] Attempting to bind port fe471316-83e8-4bf2-88da-aad3eed8859c on network cf126547-6ae9-4855-9df9-59048a69ce81 {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:12:28.221328 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-5c8b9f7d-933c-47f4-bd2a-676695ed1d34 service neutron] Checking agent: {'id': 'e8144930-5ccd-413e-a521-fc03e228bde1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'started_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:12:28.222007 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-5c8b9f7d-933c-47f4-bd2a-676695ed1d34 service neutron] Checking segment: {'id': 'd12331c0-3688-4590-a99a-4a51e992d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'cf126547-6ae9-4855-9df9-59048a69ce81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:12:28.222400 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-5c8b9f7d-933c-47f4-bd2a-676695ed1d34 service neutron] Bound using segment: {'id': 'd12331c0-3688-4590-a99a-4a51e992d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'cf126547-6ae9-4855-9df9-59048a69ce81'} {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:12:28.222844 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.managers [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-5c8b9f7d-933c-47f4-bd2a-676695ed1d34 service neutron] Bound port: fe471316-83e8-4bf2-88da-aad3eed8859c, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd12331c0-3688-4590-a99a-4a51e992d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'cf126547-6ae9-4855-9df9-59048a69ce81'}}] {{(pid=92965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:12:28.223358 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-5c8b9f7d-933c-47f4-bd2a-676695ed1d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:28.342174 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-5c8b9f7d-933c-47f4-bd2a-676695ed1d34 service neutron] For port fe471316-83e8-4bf2-88da-aad3eed8859c, host hv-cinder-79724, cleared binding levels {{(pid=92965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:12:28.345877 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-5c8b9f7d-933c-47f4-bd2a-676695ed1d34 service neutron] For port fe471316-83e8-4bf2-88da-aad3eed8859c, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=fe471316-83e8-4bf2-88da-aad3eed8859c,segment=NetworkSegment(d12331c0-3688-4590-a99a-4a51e992d5b4),segment_id=d12331c0-3688-4590-a99a-4a51e992d5b4)] {{(pid=92965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:12:28.351473 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-5c8b9f7d-933c-47f4-bd2a-676695ed1d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11354351'] for port, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:28.353890 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:28.410933 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-5c8b9f7d-933c-47f4-bd2a-676695ed1d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:28.411730 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-5c8b9f7d-933c-47f4-bd2a-676695ed1d34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:28.414343 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-5c8b9f7d-933c-47f4-bd2a-676695ed1d34 service neutron] 10.222.0.74 "PUT /v2.0/ports/fe471316-83e8-4bf2-88da-aad3eed8859c HTTP/1.1" status: 200 len: 1094 time: 1.3100486 Jun 21 10:12:28.415095 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0cb405-f655-416c-8a8e-e501f772ae83', 'tag': 'fe471316-83e8-4bf2-88da-aad3eed8859c'}] {{(pid=92965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:12:28.419988 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6455383dad080abf38abbc06b7173bfc99a12cfb8f38fffed40ef3479635dd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d7f272-afa6-495b-8991-c1dd1fe3ff48" -d '{"events": [{"name": "network-changed", "server_uuid": "7a0cb405-f655-416c-8a8e-e501f772ae83", "tag": "fe471316-83e8-4bf2-88da-aad3eed8859c"}]}' {{(pid=92965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:12:28.468240 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b9f7d-933c-47f4-bd2a-676695ed1d34 service neutron] Pushing event updated for resources: {'Port': ['ID=fe471316-83e8-4bf2-88da-aad3eed8859c,revision_number=3']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:28.478207 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-5c8b9f7d-933c-47f4-bd2a-676695ed1d34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:28.521117 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b661cfd-1d1d-40fa-9fff-a5d88a97fd77 x-openstack-request-id: req-5b661cfd-1d1d-40fa-9fff-a5d88a97fd77 {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:12:28.522152 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a0cb405-f655-416c-8a8e-e501f772ae83", "tag": "fe471316-83e8-4bf2-88da-aad3eed8859c", "status": "completed", "code": 200}]} {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:12:28.522616 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5b661cfd-1d1d-40fa-9fff-a5d88a97fd77 {{(pid=92965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:12:28.523938 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0cb405-f655-416c-8a8e-e501f772ae83', 'tag': 'fe471316-83e8-4bf2-88da-aad3eed8859c', 'status': 'completed', 'code': 200} Jun 21 10:12:28.649170 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-9ee2cc72-7cd0-4870-a70a-64058eed8b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:28.653540 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-9ee2cc72-7cd0-4870-a70a-64058eed8b8d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f70f0c950c9b4ce4807295b05ec0f177&device_id=7a0cb405-f655-416c-8a8e-e501f772ae83 HTTP/1.1" status: 200 len: 1097 time: 0.1086459 Jun 21 10:12:28.659297 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 44592) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:28.764561 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-239f2900-b285-4996-b579-17b94c63b101 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe471316-83e8-4bf2-88da-aad3eed8859c HTTP/1.1" status: 200 len: 217 time: 0.0863121 Jun 21 10:12:28.784542 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 44600) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:28.902338 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-5376f6c3-0a62-4075-b5ae-e88a96d88407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:28.904813 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-5376f6c3-0a62-4075-b5ae-e88a96d88407 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca51367d-5f2a-43bb-8582-b1b061e36115 HTTP/1.1" status: 200 len: 854 time: 0.1066010 Jun 21 10:12:28.929081 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e28e4-037f-4620-a6c7-2c4ab8d4f905 req-33dc2742-39ef-4cea-b9f9-7bfb66c6c0a2 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:28.938885 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-722e28e4-037f-4620-a6c7-2c4ab8d4f905 req-33dc2742-39ef-4cea-b9f9-7bfb66c6c0a2 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a0cb405-f655-416c-8a8e-e501f772ae83 HTTP/1.1" status: 200 len: 944 time: 0.2499750 Jun 21 10:12:28.995587 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-31d28412-8bed-4ddf-8e32-048fea6dafde service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf126547-6ae9-4855-9df9-59048a69ce81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784669 Jun 21 10:12:29.065162 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-10f3f57c-db2a-44e2-a3c0-1902f4cad1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:29.102697 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1f34ec12-0377-48f4-bdf8-3b1f94d202ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:29.130797 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-722e28e4-037f-4620-a6c7-2c4ab8d4f905 req-500f154d-89ca-4419-92f1-0812077f0adf tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907656 Jun 21 10:12:29.188932 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.db.api [None req-1f34ec12-0377-48f4-bdf8-3b1f94d202ac admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 10:12:29.188932 dv-cinder-797245-3-iscsi neutron-server[92958]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 21 10:12:29.188932 dv-cinder-797245-3-iscsi neutron-server[92958]: [parameters: {'project_id': '1827902894614d49b743435bec8ec5aa', 'id': '919b5222-1f87-4bdc-bad4-134147d636f3', 'expiration': datetime.datetime(2021, 6, 21, 10, 14, 29, 176279)}] Jun 21 10:12:29.188932 dv-cinder-797245-3-iscsi neutron-server[92958]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 10:12:29.189817 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_db.api [None req-1f34ec12-0377-48f4-bdf8-3b1f94d202ac admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 10:12:29.222928 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-58b06a33-0f23-4790-b055-432af46e0cf7 service neutron] 10.222.0.74 "GET /v2.0/networks/cf126547-6ae9-4855-9df9-59048a69ce81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138157 Jun 21 10:12:29.389494 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-10f3f57c-db2a-44e2-a3c0-1902f4cad1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:29.393156 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-853e6ac7-2d2d-4dd2-be71-b48e48110f62 req-3489b364-100f-4ee7-88bc-01c4cf4b095a service neutron] 10.222.0.74 "GET /v2.0/networks/cf126547-6ae9-4855-9df9-59048a69ce81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605656 Jun 21 10:12:29.396566 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-10f3f57c-db2a-44e2-a3c0-1902f4cad1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:29.399694 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-0b93d69b-ee8f-4742-aafa-d55721d43e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:29.449048 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-10f3f57c-db2a-44e2-a3c0-1902f4cad1f1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c29fc08df9124df68eb932548ec45034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7877455 Jun 21 10:12:29.450680 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3f57c-db2a-44e2-a3c0-1902f4cad1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ea937a-b482-47e6-8c50-75b5d6bc7513,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:29.460889 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 44626) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:29.482410 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-10f3f57c-db2a-44e2-a3c0-1902f4cad1f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:29.665061 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f96ed-890f-4fdc-9a6d-0281436acf0c req-21c41a06-1cab-48d0-83af-018b6460d862 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:29.670439 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cf2f96ed-890f-4fdc-9a6d-0281436acf0c req-21c41a06-1cab-48d0-83af-018b6460d862 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.1651835 Jun 21 10:12:29.685991 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d039239d-2440-4622-87e8-e27d89d42d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:29.724070 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1f34ec12-0377-48f4-bdf8-3b1f94d202ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:29.727073 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d039239d-2440-4622-87e8-e27d89d42d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:29.778376 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7f272-afa6-495b-8991-c1dd1fe3ff48 req-291cb138-926d-4e17-bd1d-07380d062f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:29.781146 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-29d7f272-afa6-495b-8991-c1dd1fe3ff48 req-291cb138-926d-4e17-bd1d-07380d062f7d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f70f0c950c9b4ce4807295b05ec0f177&device_id=7a0cb405-f655-416c-8a8e-e501f772ae83 HTTP/1.1" status: 200 len: 1097 time: 0.1768794 Jun 21 10:12:29.815516 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cf2f96ed-890f-4fdc-9a6d-0281436acf0c req-3f92319a-246b-47d8-a976-d36430d96cf1 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369772 Jun 21 10:12:29.881942 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d039239d-2440-4622-87e8-e27d89d42d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:29.884582 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d039239d-2440-4622-87e8-e27d89d42d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:29.885765 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-d039239d-2440-4622-87e8-e27d89d42d42 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/07ea937a-b482-47e6-8c50-75b5d6bc7513 HTTP/1.1" status: 204 len: 168 time: 0.4224684 Jun 21 10:12:29.888963 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-c08072f4-bff4-43cd-86ee-0bcdaebc0e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:29.898728 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039239d-2440-4622-87e8-e27d89d42d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ea937a-b482-47e6-8c50-75b5d6bc7513,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:29.904098 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-d039239d-2440-4622-87e8-e27d89d42d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:29.940744 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7f272-afa6-495b-8991-c1dd1fe3ff48 req-2379564c-9a58-4549-b8c2-b950b5bcb601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:29.942343 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-29d7f272-afa6-495b-8991-c1dd1fe3ff48 req-2379564c-9a58-4549-b8c2-b950b5bcb601 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf126547-6ae9-4855-9df9-59048a69ce81 HTTP/1.1" status: 200 len: 916 time: 0.1520846 Jun 21 10:12:30.033334 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-29d7f272-afa6-495b-8991-c1dd1fe3ff48 req-8d7539dd-d530-4ec3-9118-b93d508bc350 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe471316-83e8-4bf2-88da-aad3eed8859c HTTP/1.1" status: 200 len: 217 time: 0.0784287 Jun 21 10:12:30.092565 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1f34ec12-0377-48f4-bdf8-3b1f94d202ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:30.102021 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1f34ec12-0377-48f4-bdf8-3b1f94d202ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:30.109695 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-4092af5f-c61d-46d5-97eb-11fce4b11c33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:30.174551 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 44652) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:30.189168 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-1f34ec12-0377-48f4-bdf8-3b1f94d202ac admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1827902894614d49b743435bec8ec5aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3980186 Jun 21 10:12:30.190527 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34ec12-0377-48f4-bdf8-3b1f94d202ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e613b893-75fd-4b66-b744-d2d537881469,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:30.197085 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-1f34ec12-0377-48f4-bdf8-3b1f94d202ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:30.199688 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 44656) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:30.210223 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7f272-afa6-495b-8991-c1dd1fe3ff48 req-222a5fe3-d788-40f9-9798-3051f0e6f5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:30.211720 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-29d7f272-afa6-495b-8991-c1dd1fe3ff48 req-222a5fe3-d788-40f9-9798-3051f0e6f5b6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca51367d-5f2a-43bb-8582-b1b061e36115 HTTP/1.1" status: 200 len: 854 time: 0.1626964 Jun 21 10:12:30.293043 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6bb76349-4be2-4937-9ea1-9a1d2ff24785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:30.335120 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-29d7f272-afa6-495b-8991-c1dd1fe3ff48 req-94d2d858-0001-444c-b42e-8ca13598661e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf126547-6ae9-4855-9df9-59048a69ce81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059895 Jun 21 10:12:30.360441 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6bb76349-4be2-4937-9ea1-9a1d2ff24785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:30.437125 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-5dbda25d-6479-45bf-91d7-e4431ee54428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:30.497724 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6bb76349-4be2-4937-9ea1-9a1d2ff24785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:30.502359 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6bb76349-4be2-4937-9ea1-9a1d2ff24785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:30.504915 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-6bb76349-4be2-4937-9ea1-9a1d2ff24785 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e613b893-75fd-4b66-b744-d2d537881469 HTTP/1.1" status: 204 len: 168 time: 0.3028779 Jun 21 10:12:30.506505 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-f7d57f86-eaee-4566-93fe-4546941b8f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:30.518590 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb76349-4be2-4937-9ea1-9a1d2ff24785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e613b893-75fd-4b66-b744-d2d537881469,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:30.523026 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-6bb76349-4be2-4937-9ea1-9a1d2ff24785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:30.612531 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-29d7f272-afa6-495b-8991-c1dd1fe3ff48 req-5bfc002e-05fe-4571-b029-f74f64838f6b service neutron] 10.222.0.74 "GET /v2.0/networks/cf126547-6ae9-4855-9df9-59048a69ce81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659962 Jun 21 10:12:30.697657 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 44670) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:30.711536 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ef18d-ca44-494d-bdd3-79bef10c1b25 req-f18b9e23-c826-432f-b404-83518e63a3eb tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:30.714210 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-196ef18d-ca44-494d-bdd3-79bef10c1b25 req-f18b9e23-c826-432f-b404-83518e63a3eb tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a0cb405-f655-416c-8a8e-e501f772ae83 HTTP/1.1" status: 200 len: 944 time: 0.2272174 Jun 21 10:12:30.810574 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-5dbda25d-6479-45bf-91d7-e4431ee54428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:30.818403 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-5dbda25d-6479-45bf-91d7-e4431ee54428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:30.829752 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-ae95f783-1a25-4e84-bdc2-3f41df02ed31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:30.901389 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 44680) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:30.904686 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-5dbda25d-6479-45bf-91d7-e4431ee54428 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a62f546ae9e14913bcb378401fa0e07e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7247319 Jun 21 10:12:30.912201 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-196ef18d-ca44-494d-bdd3-79bef10c1b25 req-32768712-b03c-4be1-8ed2-7d38bd82cd14 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808324 Jun 21 10:12:30.947673 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbda25d-6479-45bf-91d7-e4431ee54428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1657e49-a89d-4653-ac1b-4053ca97c9c1,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:30.952575 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-5dbda25d-6479-45bf-91d7-e4431ee54428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:31.021116 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7d553827-ee5a-48fe-bc55-1f67640520b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:31.063547 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7d553827-ee5a-48fe-bc55-1f67640520b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:31.083597 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9fbc6485-4df9-457e-8106-848b8864c709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:31.208849 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1411ad-1759-4122-b9ff-ad43c734fc1b req-8e635d7a-8081-4103-b56a-eee0be049f2a tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:31.211174 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ed1411ad-1759-4122-b9ff-ad43c734fc1b req-8e635d7a-8081-4103-b56a-eee0be049f2a tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.1654954 Jun 21 10:12:31.267626 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7d553827-ee5a-48fe-bc55-1f67640520b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:31.271998 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7d553827-ee5a-48fe-bc55-1f67640520b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:31.279071 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-7d553827-ee5a-48fe-bc55-1f67640520b6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a1657e49-a89d-4653-ac1b-4053ca97c9c1 HTTP/1.1" status: 204 len: 168 time: 0.3757856 Jun 21 10:12:31.289921 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-b021eb19-22aa-485b-888a-371b68fddae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:31.322441 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d553827-ee5a-48fe-bc55-1f67640520b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1657e49-a89d-4653-ac1b-4053ca97c9c1,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:31.338248 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-7d553827-ee5a-48fe-bc55-1f67640520b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:31.366875 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ed1411ad-1759-4122-b9ff-ad43c734fc1b req-517eee6b-7ce4-41ef-996d-d8c831689b99 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380568 Jun 21 10:12:31.407835 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9fbc6485-4df9-457e-8106-848b8864c709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:31.426480 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9fbc6485-4df9-457e-8106-848b8864c709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:31.430076 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-6bb76349-4be2-4937-9ea1-9a1d2ff24785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:31.488267 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc6485-4df9-457e-8106-848b8864c709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2500cd-f92c-4590-a432-bc36495f81ce,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:31.508002 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-9fbc6485-4df9-457e-8106-848b8864c709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:31.548958 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-9fbc6485-4df9-457e-8106-848b8864c709 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e75be51d73374a91b64d562595afe173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8474784 Jun 21 10:12:31.565953 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 44702) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:31.599326 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-29d7f272-afa6-495b-8991-c1dd1fe3ff48 req-3dcc8984-80c3-4f08-adec-7ba8887a01ad service neutron] 10.222.0.74 "GET /v2.0/networks/cf126547-6ae9-4855-9df9-59048a69ce81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089455 Jun 21 10:12:31.669326 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41827349-127c-4c5e-8b75-679aab0be4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:31.695729 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41827349-127c-4c5e-8b75-679aab0be4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:31.764461 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41827349-127c-4c5e-8b75-679aab0be4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:31.768748 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41827349-127c-4c5e-8b75-679aab0be4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:31.774158 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-41827349-127c-4c5e-8b75-679aab0be4fc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ec2500cd-f92c-4590-a432-bc36495f81ce HTTP/1.1" status: 204 len: 168 time: 0.2124357 Jun 21 10:12:31.774158 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-222fb6a0-d51a-4cef-a175-42f475d2842d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:31.788346 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41827349-127c-4c5e-8b75-679aab0be4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2500cd-f92c-4590-a432-bc36495f81ce,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:31.789046 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-41827349-127c-4c5e-8b75-679aab0be4fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:31.955564 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 44716) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:31.975051 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-330b547d-a404-47ae-b0ab-8f4468e2960a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:32.192636 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-330b547d-a404-47ae-b0ab-8f4468e2960a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:32.201472 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-330b547d-a404-47ae-b0ab-8f4468e2960a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:32.208125 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:32.289170 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-330b547d-a404-47ae-b0ab-8f4468e2960a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ec2c0e1487d047aabb2594ca30a68a85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3312905 Jun 21 10:12:32.290429 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 44722) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:32.295919 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b547d-a404-47ae-b0ab-8f4468e2960a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f4d68c-ffaa-472b-8f89-0781e2772b9b,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:32.311950 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-330b547d-a404-47ae-b0ab-8f4468e2960a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:32.401420 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ef337-420b-4b0b-937c-c38cd1766b5b req-847239c4-0f16-4702-9676-60d519b33f3c tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:32.415067 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6c4ef337-420b-4b0b-937c-c38cd1766b5b req-847239c4-0f16-4702-9676-60d519b33f3c tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a0cb405-f655-416c-8a8e-e501f772ae83 HTTP/1.1" status: 200 len: 944 time: 0.2122121 Jun 21 10:12:32.439369 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c40d0c4b-1160-4464-9fb5-89e17b4529a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:32.526659 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c40d0c4b-1160-4464-9fb5-89e17b4529a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:32.558341 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6c4ef337-420b-4b0b-937c-c38cd1766b5b req-aff88d0b-4a0d-4ffd-9699-ea65518ae0fb tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413236 Jun 21 10:12:32.636464 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c40d0c4b-1160-4464-9fb5-89e17b4529a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:32.641808 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c40d0c4b-1160-4464-9fb5-89e17b4529a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:32.646403 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-c40d0c4b-1160-4464-9fb5-89e17b4529a6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/25f4d68c-ffaa-472b-8f89-0781e2772b9b HTTP/1.1" status: 204 len: 168 time: 0.3509977 Jun 21 10:12:32.646403 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-9fbc6485-4df9-457e-8106-848b8864c709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:32.666558 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d0c4b-1160-4464-9fb5-89e17b4529a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f4d68c-ffaa-472b-8f89-0781e2772b9b,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:32.674552 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-c40d0c4b-1160-4464-9fb5-89e17b4529a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:32.797270 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30d360-81ac-48d9-8e98-e84b2144c79b req-cac10c2c-e784-4e21-83a2-caea10aca8fe tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:32.800516 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cd30d360-81ac-48d9-8e98-e84b2144c79b req-cac10c2c-e784-4e21-83a2-caea10aca8fe tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.1218004 Jun 21 10:12:32.861375 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 44738) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:32.894677 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cd30d360-81ac-48d9-8e98-e84b2144c79b req-3db70984-621b-4f9a-9d7b-ba7122698018 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850475 Jun 21 10:12:32.896215 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-45371b8c-410d-42b0-b152-a72c79cd281b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:33.112167 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-45371b8c-410d-42b0-b152-a72c79cd281b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:33.117479 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-45371b8c-410d-42b0-b152-a72c79cd281b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:33.124322 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-c49e88bd-e64f-444a-98c8-af5c8c420f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:33.188498 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-45371b8c-410d-42b0-b152-a72c79cd281b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8bbf30c313b2444bb588fdc77c7710bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206465 Jun 21 10:12:33.189970 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45371b8c-410d-42b0-b152-a72c79cd281b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033e0ebf-3e71-484b-80cb-137d2c469100,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:33.192651 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 44744) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:33.194078 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-45371b8c-410d-42b0-b152-a72c79cd281b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:33.286070 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-69fbac83-4f94-49bb-be0d-b255dfa9abf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:33.318799 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device fe471316-83e8-4bf2-88da-aad3eed8859c details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 10:12:33.330658 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-69fbac83-4f94-49bb-be0d-b255dfa9abf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:33.451338 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-69fbac83-4f94-49bb-be0d-b255dfa9abf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:33.456040 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-69fbac83-4f94-49bb-be0d-b255dfa9abf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:33.462021 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-69fbac83-4f94-49bb-be0d-b255dfa9abf4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/033e0ebf-3e71-484b-80cb-137d2c469100 HTTP/1.1" status: 204 len: 168 time: 0.2676163 Jun 21 10:12:33.463808 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-cdac24e9-602c-47fd-ad7c-1d5890c73e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:33.489831 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbac83-4f94-49bb-be0d-b255dfa9abf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033e0ebf-3e71-484b-80cb-137d2c469100,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:33.493458 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-69fbac83-4f94-49bb-be0d-b255dfa9abf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:33.569649 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port fe471316-83e8-4bf2-88da-aad3eed8859c, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=fe471316-83e8-4bf2-88da-aad3eed8859c,segment=NetworkSegment(d12331c0-3688-4590-a99a-4a51e992d5b4),segment_id=d12331c0-3688-4590-a99a-4a51e992d5b4)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:12:33.585495 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Returning: {'device': 'fe471316-83e8-4bf2-88da-aad3eed8859c', 'network_id': 'cf126547-6ae9-4855-9df9-59048a69ce81', 'port_id': 'fe471316-83e8-4bf2-88da-aad3eed8859c', 'mac_address': 'fa:16:3e:68:52:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca51367d-5f2a-43bb-8582-b1b061e36115', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 10:12:33.674423 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:33.705311 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe471316-83e8-4bf2-88da-aad3eed8859c {{(pid=92969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:12:33.759099 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port fe471316-83e8-4bf2-88da-aad3eed8859c, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=fe471316-83e8-4bf2-88da-aad3eed8859c,segment=NetworkSegment(d12331c0-3688-4590-a99a-4a51e992d5b4),segment_id=d12331c0-3688-4590-a99a-4a51e992d5b4)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:12:33.767812 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:33.774659 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:33.892054 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=fe471316-83e8-4bf2-88da-aad3eed8859c,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:33.909400 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:33.910635 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:33.911321 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:33.912149 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:33.913118 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:33.913862 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:33.914514 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:33.915454 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:33.916340 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:33.917244 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:33.917880 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:33.918459 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:12:33.933939 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:34.084602 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca19b4-514c-49f3-be73-cae905d08a32 req-246dd9c2-7b7b-4077-9e13-0d13cb9b9f5e tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:34.090950 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c4ca19b4-514c-49f3-be73-cae905d08a32 req-246dd9c2-7b7b-4077-9e13-0d13cb9b9f5e tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a0cb405-f655-416c-8a8e-e501f772ae83 HTTP/1.1" status: 200 len: 945 time: 0.1349654 Jun 21 10:12:34.177541 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c4ca19b4-514c-49f3-be73-cae905d08a32 req-a21a0659-2376-428d-b3af-66821401ecf8 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625238 Jun 21 10:12:34.223414 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['fe471316-83e8-4bf2-88da-aad3eed8859c'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:12:34.334427 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8424e1-070d-472a-8902-a935911dc171 req-3e4a4c14-4496-45a2-8569-b54f982f2653 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:34.338196 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cd8424e1-070d-472a-8902-a935911dc171 req-3e4a4c14-4496-45a2-8569-b54f982f2653 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.1380703 Jun 21 10:12:34.424797 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cd8424e1-070d-472a-8902-a935911dc171 req-9ce63b48-5f77-4c55-b483-0af1bf6c13c5 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787044 Jun 21 10:12:35.457741 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2614b-b3ee-47fc-85a2-abb246075f62 req-e7634210-cfc3-4f19-b89f-d0161ac1f031 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:35.461087 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-95a2614b-b3ee-47fc-85a2-abb246075f62 req-e7634210-cfc3-4f19-b89f-d0161ac1f031 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a0cb405-f655-416c-8a8e-e501f772ae83 HTTP/1.1" status: 200 len: 945 time: 0.0971353 Jun 21 10:12:35.561634 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-95a2614b-b3ee-47fc-85a2-abb246075f62 req-57fa1503-8bc5-4b8f-986b-e2edbb8b9381 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917809 Jun 21 10:12:35.764852 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ae409-0310-4bc7-ac0a-9c3b797925a6 req-ab2961f3-ea21-472e-a0b7-8692a0209b39 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:35.767707 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-463ae409-0310-4bc7-ac0a-9c3b797925a6 req-ab2961f3-ea21-472e-a0b7-8692a0209b39 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.1288457 Jun 21 10:12:35.837285 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-463ae409-0310-4bc7-ac0a-9c3b797925a6 req-78acfb40-e999-4ba0-a3da-bb4bd0c4ab17 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634351 Jun 21 10:12:36.115074 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 44866) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:36.464757 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-57a3f7c0-e8e4-4d25-9b6d-7d011b277dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:36.629259 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-57a3f7c0-e8e4-4d25-9b6d-7d011b277dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:36.638444 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-57a3f7c0-e8e4-4d25-9b6d-7d011b277dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:36.644476 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-7a7b49b1-418b-44e1-8af9-ed8a23da53e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:36.705351 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-57a3f7c0-e8e4-4d25-9b6d-7d011b277dd7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e1977368fd774bad8d15d837a9d5727c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5885022 Jun 21 10:12:36.708237 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3f7c0-e8e4-4d25-9b6d-7d011b277dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987b98da-fad8-4932-b26d-100b09a131df,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:36.709962 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 44890) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:36.716321 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-57a3f7c0-e8e4-4d25-9b6d-7d011b277dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:36.768310 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device fe471316-83e8-4bf2-88da-aad3eed8859c up at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:12:36.852485 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning for port fe471316-83e8-4bf2-88da-aad3eed8859c completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:12:36.860536 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning complete for port fe471316-83e8-4bf2-88da-aad3eed8859c triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:12:36.861240 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:36.952969 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9f22290a-540e-4816-bb0e-984882bbb368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:36.992302 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:37.027628 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0cb405-f655-416c-8a8e-e501f772ae83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe471316-83e8-4bf2-88da-aad3eed8859c'}] {{(pid=92969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:12:37.030723 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c706f658ccf844bfe168bfc8e6ee8c8c6942380e727e998ad24aefeb68f4a8cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc23809-f567-49fe-be66-15269b9e15bd" -d '{"events": [{"server_uuid": "7a0cb405-f655-416c-8a8e-e501f772ae83", "name": "network-vif-plugged", "status": "completed", "tag": "fe471316-83e8-4bf2-88da-aad3eed8859c"}]}' {{(pid=92969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:12:37.050021 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port fe471316-83e8-4bf2-88da-aad3eed8859c, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=fe471316-83e8-4bf2-88da-aad3eed8859c,segment=NetworkSegment(d12331c0-3688-4590-a99a-4a51e992d5b4),segment_id=d12331c0-3688-4590-a99a-4a51e992d5b4)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:12:37.067201 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:37.070031 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:37.091407 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3b1d0-ceb1-47ff-8cf8-86bd7beaa156 req-76c29be6-7716-437b-8de8-558ad22ded60 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:37.098658 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d8b3b1d0-ceb1-47ff-8cf8-86bd7beaa156 req-76c29be6-7716-437b-8de8-558ad22ded60 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a0cb405-f655-416c-8a8e-e501f772ae83 HTTP/1.1" status: 200 len: 945 time: 0.3550897 Jun 21 10:12:37.118936 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9f22290a-540e-4816-bb0e-984882bbb368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:37.139854 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=fe471316-83e8-4bf2-88da-aad3eed8859c,revision_number=5']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:37.143830 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:37.217748 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d8b3b1d0-ceb1-47ff-8cf8-86bd7beaa156 req-5aa54a13-405d-4f54-9a00-c67ab882ff28 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089115 Jun 21 10:12:37.271573 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9f22290a-540e-4816-bb0e-984882bbb368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:37.276128 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9f22290a-540e-4816-bb0e-984882bbb368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:37.279020 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-9f22290a-540e-4816-bb0e-984882bbb368 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/987b98da-fad8-4932-b26d-100b09a131df HTTP/1.1" status: 204 len: 168 time: 0.5674016 Jun 21 10:12:37.280129 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-dc055d64-81b9-477a-b5c3-7d3a21864db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:37.304119 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22290a-540e-4816-bb0e-984882bbb368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987b98da-fad8-4932-b26d-100b09a131df,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:37.308936 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-9f22290a-540e-4816-bb0e-984882bbb368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:37.359263 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35d4945-5f92-4b26-8f8f-538cc49b2538 x-openstack-request-id: req-e35d4945-5f92-4b26-8f8f-538cc49b2538 {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:12:37.360141 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0cb405-f655-416c-8a8e-e501f772ae83", "name": "network-vif-plugged", "status": "completed", "tag": "fe471316-83e8-4bf2-88da-aad3eed8859c", "code": 200}]} {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:12:37.360555 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e35d4945-5f92-4b26-8f8f-538cc49b2538 {{(pid=92969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:12:37.362692 dv-cinder-797245-3-iscsi neutron-server[92969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0cb405-f655-416c-8a8e-e501f772ae83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe471316-83e8-4bf2-88da-aad3eed8859c', 'code': 200} Jun 21 10:12:37.364267 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-914f81bf-59d6-4b61-9e7d-c7fc4d8d44b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:37.404744 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c83101-83aa-419e-9ab9-7ca3fb546a67 req-98da47bb-651f-496f-bb46-b4aa84b827a2 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:37.413638 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f5c83101-83aa-419e-9ab9-7ca3fb546a67 req-98da47bb-651f-496f-bb46-b4aa84b827a2 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.1824589 Jun 21 10:12:37.554700 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f5c83101-83aa-419e-9ab9-7ca3fb546a67 req-c0a083a9-e4af-4b39-a358-c8e87119c2c7 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291132 Jun 21 10:12:37.987493 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223317cb-432a-4f77-8fec-4443d21d036c req-bcfbd822-fef9-447e-ba95-fd19fa2315e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:37.992062 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-223317cb-432a-4f77-8fec-4443d21d036c req-bcfbd822-fef9-447e-ba95-fd19fa2315e1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7a0cb405-f655-416c-8a8e-e501f772ae83 HTTP/1.1" status: 200 len: 1099 time: 0.1017847 Jun 21 10:12:38.083014 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-223317cb-432a-4f77-8fec-4443d21d036c req-e0f69ebb-2e5f-41e1-93dc-b7d312034a07 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772810 Jun 21 10:12:38.237739 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 44938) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:38.315274 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-027c7319-4e33-4ab6-a892-33e8a5457077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:38.571054 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-027c7319-4e33-4ab6-a892-33e8a5457077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:38.581300 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-027c7319-4e33-4ab6-a892-33e8a5457077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:38.593428 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-a124d557-7c7a-4c03-bc45-7fc2bbb08f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:38.675563 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c7319-4e33-4ab6-a892-33e8a5457077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bc7acd-e2ab-4535-963f-dd7e331bdf5e,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:38.682815 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-027c7319-4e33-4ab6-a892-33e8a5457077 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1897d8999f8d40249cc78ec6a9104492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4556539 Jun 21 10:12:38.684447 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-027c7319-4e33-4ab6-a892-33e8a5457077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:38.686365 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 44948) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:38.703967 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c6230-82e0-4ac7-b67d-6265e0a10f74 req-562cf9e0-57ef-457c-9c81-7db3dee091ae tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:38.707893 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-154c6230-82e0-4ac7-b67d-6265e0a10f74 req-562cf9e0-57ef-457c-9c81-7db3dee091ae tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a0cb405-f655-416c-8a8e-e501f772ae83 HTTP/1.1" status: 200 len: 946 time: 0.1871808 Jun 21 10:12:38.793004 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-120c0b36-9285-426b-865a-e4174d15b57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:38.813989 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-154c6230-82e0-4ac7-b67d-6265e0a10f74 req-6d75dae7-e1b9-4ef7-94cc-04755e2d7601 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920770 Jun 21 10:12:38.946979 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-120c0b36-9285-426b-865a-e4174d15b57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:39.130953 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dda9bf-6d0e-45be-9880-83dade10c1ae req-748b237b-50f3-487d-a327-b69b8968924b tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:39.134326 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-31dda9bf-6d0e-45be-9880-83dade10c1ae req-748b237b-50f3-487d-a327-b69b8968924b tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.2806540 Jun 21 10:12:39.242104 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-120c0b36-9285-426b-865a-e4174d15b57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:39.247228 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-120c0b36-9285-426b-865a-e4174d15b57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:39.255234 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-120c0b36-9285-426b-865a-e4174d15b57c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/16bc7acd-e2ab-4535-963f-dd7e331bdf5e HTTP/1.1" status: 204 len: 168 time: 0.5622427 Jun 21 10:12:39.255234 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-027c7319-4e33-4ab6-a892-33e8a5457077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:39.385471 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-31dda9bf-6d0e-45be-9880-83dade10c1ae req-e3104737-99f5-4d01-9f5c-1f9e0afcbf03 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352126 Jun 21 10:12:39.393428 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c0b36-9285-426b-865a-e4174d15b57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bc7acd-e2ab-4535-963f-dd7e331bdf5e,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:39.405508 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-120c0b36-9285-426b-865a-e4174d15b57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:40.424239 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff9de3-76a4-4798-8675-f5761447680b req-3070f28f-9d20-4431-b4c7-d21ab7dfe4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:40.431094 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c8ff9de3-76a4-4798-8675-f5761447680b req-3070f28f-9d20-4431-b4c7-d21ab7dfe4fd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 1098 time: 0.2190530 Jun 21 10:12:40.522859 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c8ff9de3-76a4-4798-8675-f5761447680b req-0a992847-159d-4796-856a-72df2adfb19e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789032 Jun 21 10:12:40.631558 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f602b-d8d3-4fda-8c83-fe477fe1eaec req-51743a2f-311e-4f29-8555-694da48256bc tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:40.640561 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6f6f602b-d8d3-4fda-8c83-fe477fe1eaec req-51743a2f-311e-4f29-8555-694da48256bc tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a0cb405-f655-416c-8a8e-e501f772ae83 HTTP/1.1" status: 200 len: 946 time: 0.3345110 Jun 21 10:12:40.762002 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6f6f602b-d8d3-4fda-8c83-fe477fe1eaec req-26aed3bd-beed-4522-98e5-4ea1a26379a6 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865479 Jun 21 10:12:40.888155 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb8a82-a2af-43c0-b86c-19971eb772fe req-845c788e-d434-4c9c-9917-e2a4afd38ce8 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:40.901080 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:40.905709 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6ccb8a82-a2af-43c0-b86c-19971eb772fe req-845c788e-d434-4c9c-9917-e2a4afd38ce8 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.1978722 Jun 21 10:12:40.993759 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6ccb8a82-a2af-43c0-b86c-19971eb772fe req-e3f54c5d-9393-4ac9-9cbb-3e4e498172a7 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847449 Jun 21 10:12:41.000506 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-28055656-d486-474a-8ea1-d515b6e05cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:42.409951 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b553dd-2d82-4c10-bb82-3c6af9c7f8b1 req-7cea6998-f2df-4d1a-bc71-30ef450412a6 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:42.415395 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-28b553dd-2d82-4c10-bb82-3c6af9c7f8b1 req-7cea6998-f2df-4d1a-bc71-30ef450412a6 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.1505287 Jun 21 10:12:42.548449 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-28b553dd-2d82-4c10-bb82-3c6af9c7f8b1 req-09f0fae1-6859-4bd8-a45f-b7028523b13f tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082621 Jun 21 10:12:43.043747 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:43.426739 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff49f13-4b27-48bc-869a-94bec7eab9a5 req-12c2232b-d51a-4384-8c73-753387456ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:43.431349 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-8ff49f13-4b27-48bc-869a-94bec7eab9a5 req-12c2232b-d51a-4384-8c73-753387456ef4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c2d9d5ab2e5b4ff2946f67faed489d72&device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 1098 time: 0.1574240 Jun 21 10:12:43.666612 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff49f13-4b27-48bc-869a-94bec7eab9a5 req-beb9ee2c-1106-4774-9aee-d19528aec79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:43.669278 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-8ff49f13-4b27-48bc-869a-94bec7eab9a5 req-beb9ee2c-1106-4774-9aee-d19528aec79a service neutron] 10.222.0.74 "GET /v2.0/networks?id=e71b334c-ddd6-4f01-b186-8e77b4307c85 HTTP/1.1" status: 200 len: 920 time: 0.2300489 Jun 21 10:12:43.689259 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ed456-8a70-4f3c-a193-dc1339bc8554 req-39e33974-6352-48f9-8d00-464afecdcef8 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:43.689259 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c97ed456-8a70-4f3c-a193-dc1339bc8554 req-39e33974-6352-48f9-8d00-464afecdcef8 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.1995933 Jun 21 10:12:43.756780 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-8ff49f13-4b27-48bc-869a-94bec7eab9a5 req-4de0cb45-c6f1-4885-a05f-9e5b98820684 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebd6c2d0-1396-490d-883f-285c2d33455c HTTP/1.1" status: 200 len: 217 time: 0.0698407 Jun 21 10:12:43.780682 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c97ed456-8a70-4f3c-a193-dc1339bc8554 req-509265b7-f0e6-4316-ae11-735dfd4628b7 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837471 Jun 21 10:12:43.863670 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff49f13-4b27-48bc-869a-94bec7eab9a5 req-963ef0e3-09c9-4200-b7d7-a1d1f82d2518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:43.866441 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-8ff49f13-4b27-48bc-869a-94bec7eab9a5 req-963ef0e3-09c9-4200-b7d7-a1d1f82d2518 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=885fa30c-53d9-43e2-8ec4-5d5887d6e1c3 HTTP/1.1" status: 200 len: 858 time: 0.0964305 Jun 21 10:12:43.928928 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-8ff49f13-4b27-48bc-869a-94bec7eab9a5 req-d127835e-ebb4-4055-8a77-da1f50bc4885 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e71b334c-ddd6-4f01-b186-8e77b4307c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539930 Jun 21 10:12:44.125130 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-8ff49f13-4b27-48bc-869a-94bec7eab9a5 req-121c64e0-394a-4b7e-ab71-14a9e40f1e15 service neutron] 10.222.0.74 "GET /v2.0/networks/e71b334c-ddd6-4f01-b186-8e77b4307c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862917 Jun 21 10:12:44.358211 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-8ff49f13-4b27-48bc-869a-94bec7eab9a5 req-e743caa7-f433-47f4-a57f-a5e324160458 service neutron] 10.222.0.74 "GET /v2.0/networks/e71b334c-ddd6-4f01-b186-8e77b4307c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185099 Jun 21 10:12:45.068653 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df3f18-b841-431e-9cdd-6fe576fddf9c req-c7d40656-457e-4e84-bf89-5a3a7b29f093 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:45.071186 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c9df3f18-b841-431e-9cdd-6fe576fddf9c req-c7d40656-457e-4e84-bf89-5a3a7b29f093 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.1110878 Jun 21 10:12:45.121993 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:45.135117 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c9df3f18-b841-431e-9cdd-6fe576fddf9c req-a25dab6b-0701-4928-9809-6f9d7c452d21 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535183 Jun 21 10:12:45.621012 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 45206) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:45.866356 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2b7fdc1f-68c6-4f93-b211-983c3c0e14fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:46.036967 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2b7fdc1f-68c6-4f93-b211-983c3c0e14fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:46.045362 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2b7fdc1f-68c6-4f93-b211-983c3c0e14fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:46.050828 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:46.101414 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-2b7fdc1f-68c6-4f93-b211-983c3c0e14fb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cbb4ed6f3b6d49589f9fe81ef30d8a4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4788625 Jun 21 10:12:46.102445 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7fdc1f-68c6-4f93-b211-983c3c0e14fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcf77c8-9c84-4073-98de-b76e48b4007f,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:46.105511 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 45232) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:46.118347 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-2b7fdc1f-68c6-4f93-b211-983c3c0e14fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:46.194247 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d5afbbe4-33e9-438c-914b-e901e84a0302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:46.240643 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d5afbbe4-33e9-438c-914b-e901e84a0302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:46.342400 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d5afbbe4-33e9-438c-914b-e901e84a0302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:46.348208 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d5afbbe4-33e9-438c-914b-e901e84a0302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:46.351485 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-d5afbbe4-33e9-438c-914b-e901e84a0302 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7bcf77c8-9c84-4073-98de-b76e48b4007f HTTP/1.1" status: 204 len: 168 time: 0.2434797 Jun 21 10:12:46.353279 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-2d50f004-e126-4a4f-8800-3090540ba8be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:46.368433 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afbbe4-33e9-438c-914b-e901e84a0302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcf77c8-9c84-4073-98de-b76e48b4007f,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:46.373757 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-d5afbbe4-33e9-438c-914b-e901e84a0302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:46.497958 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf3a21-f350-4a25-8cb8-2eb608e0a3c6 req-4373418d-ca8f-49a0-90d7-724bf5cfe2d8 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:46.499598 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e2bf3a21-f350-4a25-8cb8-2eb608e0a3c6 req-4373418d-ca8f-49a0-90d7-724bf5cfe2d8 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.1388423 Jun 21 10:12:46.591864 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e2bf3a21-f350-4a25-8cb8-2eb608e0a3c6 req-e95dc43f-e6d6-46d2-a4c6-5d9927afab24 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764680 Jun 21 10:12:46.951323 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 45256) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:46.977883 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-31ed9dba-65a2-4891-8223-5052c622f52b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:47.375088 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-31ed9dba-65a2-4891-8223-5052c622f52b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:47.380463 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-31ed9dba-65a2-4891-8223-5052c622f52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:47.387721 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-3ff9f705-4620-489e-b5aa-2cc2f8769333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:47.458802 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-31ed9dba-65a2-4891-8223-5052c622f52b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=768671fa7deb4ea0a9b77f0aeca211df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5038011 Jun 21 10:12:47.459266 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 45276) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:47.460973 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed9dba-65a2-4891-8223-5052c622f52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841095df-7899-4376-8f6a-71d7f7125e4b,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:47.467029 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-31ed9dba-65a2-4891-8223-5052c622f52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:47.532555 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-19081e74-f0a9-4dbd-8104-e1483fa1ef62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:47.572352 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-19081e74-f0a9-4dbd-8104-e1483fa1ef62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:47.634973 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-19081e74-f0a9-4dbd-8104-e1483fa1ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:47.640997 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-19081e74-f0a9-4dbd-8104-e1483fa1ef62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:47.642447 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-19081e74-f0a9-4dbd-8104-e1483fa1ef62 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/841095df-7899-4376-8f6a-71d7f7125e4b HTTP/1.1" status: 204 len: 168 time: 0.1818280 Jun 21 10:12:47.643548 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-35d137b5-30a5-4173-b7f6-95bbc568c778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:47.654787 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19081e74-f0a9-4dbd-8104-e1483fa1ef62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841095df-7899-4376-8f6a-71d7f7125e4b,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:47.657777 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-19081e74-f0a9-4dbd-8104-e1483fa1ef62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:48.038796 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b38f5-3c2c-4690-a2f9-f161bad1d171 req-5cd4d7f0-83af-4a47-98f7-836f35694869 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:48.052685 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-839b38f5-3c2c-4690-a2f9-f161bad1d171 req-5cd4d7f0-83af-4a47-98f7-836f35694869 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.1726871 Jun 21 10:12:48.120374 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-58d0ccc6-e585-4352-937b-56df168208c9 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:48.125128 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-839b38f5-3c2c-4690-a2f9-f161bad1d171 req-fc42aae7-d1e6-4aab-b856-0f41ebcad017 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707734 Jun 21 10:12:48.129517 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-58d0ccc6-e585-4352-937b-56df168208c9 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/networks?id=cf126547-6ae9-4855-9df9-59048a69ce81 HTTP/1.1" status: 200 len: 814 time: 0.1616135 Jun 21 10:12:48.149391 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-0ea54e82-08ae-4081-8b76-dcd6c56ba3d2 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/quotas/f70f0c950c9b4ce4807295b05ec0f177 HTTP/1.1" status: 200 len: 375 time: 0.0184133 Jun 21 10:12:48.258809 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-5b31c7ae-b0b4-4819-a62c-2d3f558d74d7 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f70f0c950c9b4ce4807295b05ec0f177&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1014962 Jun 21 10:12:48.451465 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-c98545eb-6ed2-4da3-bda4-9446c9101381 service neutron] 10.222.0.50 "GET /v2.0/networks/cf126547-6ae9-4855-9df9-59048a69ce81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799242 Jun 21 10:12:48.691569 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-f4d0adca-8449-4a9a-9b57-4fa16ab79a93 service neutron] 10.222.0.50 "GET /v2.0/networks/cf126547-6ae9-4855-9df9-59048a69ce81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283785 Jun 21 10:12:49.054571 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8fcc7f51-c323-4865-9d95-68f2b1eea21d req-576cb4df-0fa2-4e67-9bad-21aa536e2c4f tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=92d8869b-3291-48e9-a7c1-e21580f723ea HTTP/1.1" status: 200 len: 210 time: 0.0908010 Jun 21 10:12:49.181559 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 45354) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:49.191293 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 45360) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:49.395435 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-d2c79881-18ff-4b87-b8b9-59c7ec72f508 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1663671823-network', 'tenant_id': '0a27ad2cb81349ca8e8cfbe4f0eb0613'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:12:49.418278 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-833dd24c-f775-485b-af39-f2deb89d52d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:49.464827 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c79881-18ff-4b87-b8b9-59c7ec72f508 admin admin] Made reservation on behalf of 0a27ad2cb81349ca8e8cfbe4f0eb0613 for: {'network': 1} {{(pid=92965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:12:49.472658 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d2c79881-18ff-4b87-b8b9-59c7ec72f508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for network, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:49.501650 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d2c79881-18ff-4b87-b8b9-59c7ec72f508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:49.646830 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-833dd24c-f775-485b-af39-f2deb89d52d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:49.658300 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-833dd24c-f775-485b-af39-f2deb89d52d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:49.666104 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-ecff19da-4e8e-430a-b258-ce7055a784e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:49.734360 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833dd24c-f775-485b-af39-f2deb89d52d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5067bd-431e-4d6c-931b-2ac3c050b0b9,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:49.739234 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-833dd24c-f775-485b-af39-f2deb89d52d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:49.753615 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-833dd24c-f775-485b-af39-f2deb89d52d1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4c35519932e14933ae9c5e2322c01e49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5610757 Jun 21 10:12:49.756796 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 45374) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:49.880291 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b97bec13-6793-4357-866e-4fd00d5e657a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:49.909607 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d2c79881-18ff-4b87-b8b9-59c7ec72f508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:49.924210 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d2c79881-18ff-4b87-b8b9-59c7ec72f508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:49.936372 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-9f22290a-540e-4816-bb0e-984882bbb368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:49.943592 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b97bec13-6793-4357-866e-4fd00d5e657a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:50.009465 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c79881-18ff-4b87-b8b9-59c7ec72f508 admin admin] vlan segment allocate from pool success with {'vlan_id': 1161, 'physical_network': 'physnet1'} {{(pid=92965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 10:12:50.034802 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c79881-18ff-4b87-b8b9-59c7ec72f508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b7ba2b-5e47-4eb9-8dad-40f95f250a0a,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:50.046377 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-d2c79881-18ff-4b87-b8b9-59c7ec72f508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:50.053630 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d2c79881-18ff-4b87-b8b9-59c7ec72f508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:50.054070 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.db.segments_db [None req-d2c79881-18ff-4b87-b8b9-59c7ec72f508 admin admin] Added segment 3d9bd146-68c2-40b6-a518-0d0a59394307 of type vlan for network 6150a393-b7b9-4ed8-b948-e10fe036d77e Jun 21 10:12:50.118312 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d2c79881-18ff-4b87-b8b9-59c7ec72f508 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741296102858'] for network, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:50.163585 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b97bec13-6793-4357-866e-4fd00d5e657a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:50.166428 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b97bec13-6793-4357-866e-4fd00d5e657a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:50.172581 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-b97bec13-6793-4357-866e-4fd00d5e657a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9d5067bd-431e-4d6c-931b-2ac3c050b0b9 HTTP/1.1" status: 204 len: 168 time: 0.4107175 Jun 21 10:12:50.172870 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-1a4a3e87-6f16-442d-804b-848da284c040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:50.205364 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97bec13-6793-4357-866e-4fd00d5e657a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5067bd-431e-4d6c-931b-2ac3c050b0b9,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:50.210590 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-b97bec13-6793-4357-866e-4fd00d5e657a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:50.222369 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d2c79881-18ff-4b87-b8b9-59c7ec72f508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523'] for network, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:50.224503 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c79881-18ff-4b87-b8b9-59c7ec72f508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:50.225588 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d2c79881-18ff-4b87-b8b9-59c7ec72f508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:50.231671 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-5147082a-c4b8-4028-b40a-e1877e73b052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:50.380914 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-d2c79881-18ff-4b87-b8b9-59c7ec72f508 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1969538 Jun 21 10:12:50.386201 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 45386) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:50.395557 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-6fe4868b-1209-4952-a385-7dd349dac7bd admin admin] Request body: {'subnet': {'network_id': '6150a393-b7b9-4ed8-b948-e10fe036d77e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1663671823-subnet', 'tenant_id': '0a27ad2cb81349ca8e8cfbe4f0eb0613', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:12:50.418965 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-5b0ca45f-a4a3-4f45-a1c5-6761914f7acc req-eb7734fd-4295-4608-b119-2013541d31e4 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=92d8869b-3291-48e9-a7c1-e21580f723ea HTTP/1.1" status: 200 len: 210 time: 0.0654018 Jun 21 10:12:50.428323 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c79881-18ff-4b87-b8b9-59c7ec72f508 admin admin] Pushing event updated for resources: {'Network': ['ID=6150a393-b7b9-4ed8-b948-e10fe036d77e,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:50.434456 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-d2c79881-18ff-4b87-b8b9-59c7ec72f508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:50.453706 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Network 6150a393-b7b9-4ed8-b948-e10fe036d77e details requested by agent ovs-agent-dv-cinder-797245-3-iscsi with host dv-cinder-797245-3-iscsi {{(pid=92969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 10:12:50.461932 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe4868b-1209-4952-a385-7dd349dac7bd admin admin] Made reservation on behalf of 0a27ad2cb81349ca8e8cfbe4f0eb0613 for: {'subnet': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:12:50.466938 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6fe4868b-1209-4952-a385-7dd349dac7bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309545'] for subnet, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:50.794679 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6fe4868b-1209-4952-a385-7dd349dac7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1954058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309563'] for subnet, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:50.800399 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:50.825422 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 45394) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:50.867889 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d355d244-cae7-49c4-bd0a-3ef659b0fc93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:50.880895 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4868b-1209-4952-a385-7dd349dac7bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=072c523e-bab7-4d6f-8eb4-d2dd35eaaf89,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:50.884847 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-6fe4868b-1209-4952-a385-7dd349dac7bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:50.888933 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe4868b-1209-4952-a385-7dd349dac7bd admin admin] Checking segment: {'id': '3d9bd146-68c2-40b6-a518-0d0a59394307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '6150a393-b7b9-4ed8-b948-e10fe036d77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:12:50.889362 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe4868b-1209-4952-a385-7dd349dac7bd admin admin] Network hostable DHCP agents. Network: 6150a393-b7b9-4ed8-b948-e10fe036d77e, hostable agents: ['0a019bba-016c-4460-8b54-4bd863e23b42'], hosted agents: [] {{(pid=92958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 10:12:50.936962 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe4868b-1209-4952-a385-7dd349dac7bd admin admin] Network 6150a393-b7b9-4ed8-b948-e10fe036d77e is scheduled to be hosted by DHCP agent 0a019bba-016c-4460-8b54-4bd863e23b42 with binding_index 1 {{(pid=92958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 10:12:50.947600 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-6fe4868b-1209-4952-a385-7dd349dac7bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-3-iscsi, 6150a393-b7b9-4ed8-b948-e10fe036d77e) {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:12:50.956581 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe4868b-1209-4952-a385-7dd349dac7bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:50.957318 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6fe4868b-1209-4952-a385-7dd349dac7bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:50.962141 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86356fcf-a7ca-442d-af31-8d02f94b1476 None None] Network 6150a393-b7b9-4ed8-b948-e10fe036d77e requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:12:51.061509 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d355d244-cae7-49c4-bd0a-3ef659b0fc93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:51.068197 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d355d244-cae7-49c4-bd0a-3ef659b0fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:51.074370 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:51.077685 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-6fe4868b-1209-4952-a385-7dd349dac7bd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6888254 Jun 21 10:12:51.158359 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-d355d244-cae7-49c4-bd0a-3ef659b0fc93 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6330ef68373247059710067f7a7424dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3313162 Jun 21 10:12:51.162322 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 45400) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:51.163075 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355d244-cae7-49c4-bd0a-3ef659b0fc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19622470-69d7-41b4-822e-13b66881a7a8,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:51.169918 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-d355d244-cae7-49c4-bd0a-3ef659b0fc93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:51.242446 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3248f95-730c-459e-9acf-7c8988afc3a2 None None] Network 6150a393-b7b9-4ed8-b948-e10fe036d77e requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:12:51.314402 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f523b7e5-9881-4895-9030-e1599bec889c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:51.400244 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f523b7e5-9881-4895-9030-e1599bec889c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:51.595831 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f523b7e5-9881-4895-9030-e1599bec889c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:51.602504 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f523b7e5-9881-4895-9030-e1599bec889c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:51.604795 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-f523b7e5-9881-4895-9030-e1599bec889c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/19622470-69d7-41b4-822e-13b66881a7a8 HTTP/1.1" status: 204 len: 168 time: 0.4404507 Jun 21 10:12:51.605885 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-c40d0c4b-1160-4464-9fb5-89e17b4529a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:51.620823 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523b7e5-9881-4895-9030-e1599bec889c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19622470-69d7-41b4-822e-13b66881a7a8,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:51.624694 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-f523b7e5-9881-4895-9030-e1599bec889c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:51.852238 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-17d1184f-49c4-4a04-8ffc-68cd40fdb074 req-f746f6fa-0553-4ae9-a3f3-6116cb76308a tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=92d8869b-3291-48e9-a7c1-e21580f723ea HTTP/1.1" status: 200 len: 210 time: 0.0736647 Jun 21 10:12:52.419130 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 45438) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:52.477405 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b404b484-df57-4134-ac1e-48cbbfa5c93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:52.581183 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-965b23d8-b48e-4491-b978-16702c089176 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:52.584859 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-965b23d8-b48e-4491-b978-16702c089176 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.74 "GET /v2.0/networks?id=cf126547-6ae9-4855-9df9-59048a69ce81 HTTP/1.1" status: 200 len: 814 time: 0.4067147 Jun 21 10:12:52.601029 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995fa9f-9dfa-484d-815d-32933a9708e4 req-bfa2e96a-361f-444c-a5ac-8a10b824ca7f tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:52.616317 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b995fa9f-9dfa-484d-815d-32933a9708e4 req-bfa2e96a-361f-444c-a5ac-8a10b824ca7f tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.3345687 Jun 21 10:12:52.648542 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-ef954c3a-e5ae-447c-b9c1-86e664ce9792 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Request body: {'port': {'device_id': '92d8869b-3291-48e9-a7c1-e21580f723ea', 'network_id': 'cf126547-6ae9-4855-9df9-59048a69ce81', 'admin_state_up': True, 'tenant_id': 'f70f0c950c9b4ce4807295b05ec0f177'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:12:52.697063 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b404b484-df57-4134-ac1e-48cbbfa5c93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:52.704819 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b404b484-df57-4134-ac1e-48cbbfa5c93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:52.713546 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:52.832203 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404b484-df57-4134-ac1e-48cbbfa5c93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd5ef6e-2dca-4203-8302-e40868258fd7,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:52.850022 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-b404b484-df57-4134-ac1e-48cbbfa5c93d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2480e1d6eb3b4e4dbb0758f2183d66bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4275002 Jun 21 10:12:52.854003 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-b404b484-df57-4134-ac1e-48cbbfa5c93d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:52.855672 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 45460) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:52.913396 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b995fa9f-9dfa-484d-815d-32933a9708e4 req-8ee4a142-12bb-4d6a-84b1-c2ca2559e434 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903001 Jun 21 10:12:52.961211 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0a8e79be-d8a2-4368-9c86-1e576819b97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:53.049541 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0a8e79be-d8a2-4368-9c86-1e576819b97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:53.111494 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 45474) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:53.124539 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-ef954c3a-e5ae-447c-b9c1-86e664ce9792 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Made reservation on behalf of f70f0c950c9b4ce4807295b05ec0f177 for: {'port': 1} {{(pid=92965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:12:53.130670 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-ef954c3a-e5ae-447c-b9c1-86e664ce9792 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:53.136616 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-85600e4c-c7f8-429f-b765-e1b949a24934 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1545807926-network', 'tenant_id': '593d78540e28476dbe1cb34477244613'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:12:53.212836 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85600e4c-c7f8-429f-b765-e1b949a24934 admin admin] Made reservation on behalf of 593d78540e28476dbe1cb34477244613 for: {'network': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:12:53.226641 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-85600e4c-c7f8-429f-b765-e1b949a24934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for network, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:53.246504 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-85600e4c-c7f8-429f-b765-e1b949a24934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:53.339454 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0a8e79be-d8a2-4368-9c86-1e576819b97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:53.346703 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0a8e79be-d8a2-4368-9c86-1e576819b97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:53.348370 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-0a8e79be-d8a2-4368-9c86-1e576819b97d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/efd5ef6e-2dca-4203-8302-e40868258fd7 HTTP/1.1" status: 204 len: 168 time: 0.4906397 Jun 21 10:12:53.360265 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-1f34ec12-0377-48f4-bdf8-3b1f94d202ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:53.506801 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_common [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-ef954c3a-e5ae-447c-b9c1-86e664ce9792 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Allocated IP 172.20.0.2 (cf126547-6ae9-4855-9df9-59048a69ce81/ca51367d-5f2a-43bb-8582-b1b061e36115/e5d1691f-35bd-4f4f-9cd5-f0f17be35d33) {{(pid=92965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:12:53.509961 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-aa39b535-df8e-419e-92ca-770032aaf444 req-7ae7a2a1-b0f6-49ec-9e32-504c4daf2c28 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=92d8869b-3291-48e9-a7c1-e21580f723ea HTTP/1.1" status: 200 len: 210 time: 0.1456349 Jun 21 10:12:53.514950 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e79be-d8a2-4368-9c86-1e576819b97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd5ef6e-2dca-4203-8302-e40868258fd7,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:53.526865 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-0a8e79be-d8a2-4368-9c86-1e576819b97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:53.551500 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-85600e4c-c7f8-429f-b765-e1b949a24934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:53.560791 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-85600e4c-c7f8-429f-b765-e1b949a24934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:53.599641 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85600e4c-c7f8-429f-b765-e1b949a24934 admin admin] vlan segment allocate from pool success with {'vlan_id': 1196, 'physical_network': 'physnet1'} {{(pid=92958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 10:12:53.608455 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-85600e4c-c7f8-429f-b765-e1b949a24934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:53.609243 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.db.segments_db [None req-85600e4c-c7f8-429f-b765-e1b949a24934 admin admin] Added segment f8343232-4880-428f-a5ec-e9d7cd4990e7 of type vlan for network a1b8a3d3-39be-45f7-af97-fd6d35744942 Jun 21 10:12:53.670578 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-69fbac83-4f94-49bb-be0d-b255dfa9abf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:53.716210 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-85600e4c-c7f8-429f-b765-e1b949a24934 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741296102858'] for network, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:53.747731 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85600e4c-c7f8-429f-b765-e1b949a24934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f116920-4d92-4132-b138-e59988e78017,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:53.765485 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-85600e4c-c7f8-429f-b765-e1b949a24934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:53.832088 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-85600e4c-c7f8-429f-b765-e1b949a24934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523'] for network, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:53.834705 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85600e4c-c7f8-429f-b765-e1b949a24934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:53.835621 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-85600e4c-c7f8-429f-b765-e1b949a24934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:53.857452 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-804c40a0-8c88-4566-81e1-cf5356263174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:53.864646 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-85600e4c-c7f8-429f-b765-e1b949a24934 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7508273 Jun 21 10:12:53.881820 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 45502) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:53.932873 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-482165b3-37f8-491f-ae44-898f0fbebd0f admin admin] Request body: {'subnet': {'network_id': 'a1b8a3d3-39be-45f7-af97-fd6d35744942', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1545807926-subnet', 'tenant_id': '593d78540e28476dbe1cb34477244613', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:12:54.009285 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85600e4c-c7f8-429f-b765-e1b949a24934 admin admin] Pushing event updated for resources: {'Network': ['ID=a1b8a3d3-39be-45f7-af97-fd6d35744942,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:54.015728 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-85600e4c-c7f8-429f-b765-e1b949a24934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:54.026307 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482165b3-37f8-491f-ae44-898f0fbebd0f admin admin] Made reservation on behalf of 593d78540e28476dbe1cb34477244613 for: {'subnet': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:12:54.033938 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-482165b3-37f8-491f-ae44-898f0fbebd0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309545'] for subnet, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:54.071807 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Network a1b8a3d3-39be-45f7-af97-fd6d35744942 details requested by agent ovs-agent-dv-cinder-797245-3-iscsi with host dv-cinder-797245-3-iscsi {{(pid=92969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 10:12:54.086701 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-ef954c3a-e5ae-447c-b9c1-86e664ce9792 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks [] for port, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:54.176309 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-ef954c3a-e5ae-447c-b9c1-86e664ce9792 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11354329'] for port, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:54.216927 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-192e2a9e-c886-45bb-9360-106b148494d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:54.229463 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['54fd7d9f-1ecb-489b-82e3-cc6b607f6632', 'fe471316-83e8-4bf2-88da-aad3eed8859c'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:12:54.344287 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-ef954c3a-e5ae-447c-b9c1-86e664ce9792 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Network cf126547-6ae9-4855-9df9-59048a69ce81 is already hosted by enough agents. {{(pid=92965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:12:54.356309 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-ef954c3a-e5ae-447c-b9c1-86e664ce9792 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Resources bound (agent type, host, resource id): {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:12:54.372011 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-ef954c3a-e5ae-447c-b9c1-86e664ce9792 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Received port after_create {{(pid=92965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:12:54.525095 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-ef954c3a-e5ae-447c-b9c1-86e664ce9792 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:54.526950 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-ef954c3a-e5ae-447c-b9c1-86e664ce9792 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:54.619003 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef954c3a-e5ae-447c-b9c1-86e664ce9792 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Pushing event updated for resources: {'Port': ['ID=e5d1691f-35bd-4f4f-9cd5-f0f17be35d33,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:54.634452 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-ef954c3a-e5ae-447c-b9c1-86e664ce9792 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:54.650195 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-ef954c3a-e5ae-447c-b9c1-86e664ce9792 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0123260 Jun 21 10:12:54.677395 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-fa3b3242-94fb-4586-8171-0b68224839a0 service neutron] Request body: {'port': {'device_id': '92d8869b-3291-48e9-a7c1-e21580f723ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:12:54.754570 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-482165b3-37f8-491f-ae44-898f0fbebd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1954058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309563'] for subnet, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:54.767128 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:54.877882 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482165b3-37f8-491f-ae44-898f0fbebd0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eba62d5f-9ef2-4859-8cb3-dcf62becafe4,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:54.890518 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-482165b3-37f8-491f-ae44-898f0fbebd0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:54.953371 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482165b3-37f8-491f-ae44-898f0fbebd0f admin admin] Checking segment: {'id': 'f8343232-4880-428f-a5ec-e9d7cd4990e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'a1b8a3d3-39be-45f7-af97-fd6d35744942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:12:54.953931 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482165b3-37f8-491f-ae44-898f0fbebd0f admin admin] Network hostable DHCP agents. Network: a1b8a3d3-39be-45f7-af97-fd6d35744942, hostable agents: ['0a019bba-016c-4460-8b54-4bd863e23b42'], hosted agents: [] {{(pid=92958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 10:12:54.954269 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-fa3b3242-94fb-4586-8171-0b68224839a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:55.046127 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482165b3-37f8-491f-ae44-898f0fbebd0f admin admin] Network a1b8a3d3-39be-45f7-af97-fd6d35744942 is scheduled to be hosted by DHCP agent 0a019bba-016c-4460-8b54-4bd863e23b42 with binding_index 1 {{(pid=92958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 10:12:55.071408 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-482165b3-37f8-491f-ae44-898f0fbebd0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-3-iscsi, a1b8a3d3-39be-45f7-af97-fd6d35744942) {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:12:55.085127 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d176c41b-0f4d-42bb-89d1-11a0d40364b8 None None] Network a1b8a3d3-39be-45f7-af97-fd6d35744942 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:12:55.111977 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482165b3-37f8-491f-ae44-898f0fbebd0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:55.112987 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-482165b3-37f8-491f-ae44-898f0fbebd0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:55.173754 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-482165b3-37f8-491f-ae44-898f0fbebd0f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2810161 Jun 21 10:12:55.196331 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162e591-c776-4eee-afab-952f153783e9 req-87c87692-2567-444b-b272-e3df73d838e4 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:55.199505 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1162e591-c776-4eee-afab-952f153783e9 req-87c87692-2567-444b-b272-e3df73d838e4 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=92d8869b-3291-48e9-a7c1-e21580f723ea HTTP/1.1" status: 200 len: 931 time: 0.2113516 Jun 21 10:12:55.296658 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db891c4e-73dc-4b68-a3ff-013d5bfec359 None None] Network a1b8a3d3-39be-45f7-af97-fd6d35744942 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:12:55.357668 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1162e591-c776-4eee-afab-952f153783e9 req-c2bae3c8-2982-4927-96a0-24e16956edda tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492894 Jun 21 10:12:55.402042 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 45550) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:55.612866 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.notifiers.nova [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-fa3b3242-94fb-4586-8171-0b68224839a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d1691f-35bd-4f4f-9cd5-f0f17be35d33 {{(pid=92965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:12:55.636148 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-fa3b3242-94fb-4586-8171-0b68224839a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:55.661160 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.provisioning_blocks [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-fa3b3242-94fb-4586-8171-0b68224839a0 service neutron] Transition to ACTIVE for port object e5d1691f-35bd-4f4f-9cd5-f0f17be35d33 will not be triggered until provisioned by entity L2. {{(pid=92965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:12:55.671577 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-fa3b3242-94fb-4586-8171-0b68224839a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11354351'] for port, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:55.675043 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-aa073806-cc10-44f3-9321-0863ec2fe4ad admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1889912483-network', 'tenant_id': 'b1c346eb3bf14abab0822a46f962dde2'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:12:55.677027 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:55.704578 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa073806-cc10-44f3-9321-0863ec2fe4ad admin admin] Made reservation on behalf of b1c346eb3bf14abab0822a46f962dde2 for: {'network': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:12:55.707478 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-aa073806-cc10-44f3-9321-0863ec2fe4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for network, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:55.723813 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-aa073806-cc10-44f3-9321-0863ec2fe4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:55.751070 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5facf048-1351-4ffe-b1cc-bfa2e47ee305 req-a69540c5-59f1-4527-853d-57ccb2fc4d60 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=662da283-2803-42b6-aa31-50285ef7b3e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1275387 Jun 21 10:12:55.817576 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b3242-94fb-4586-8171-0b68224839a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d1691f-35bd-4f4f-9cd5-f0f17be35d33,revision_number=2']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:55.826232 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-fa3b3242-94fb-4586-8171-0b68224839a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:55.973161 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facf048-1351-4ffe-b1cc-bfa2e47ee305 req-f0c60d0a-ecb8-4ec0-b17a-c4b2ee311e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:55.975948 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5facf048-1351-4ffe-b1cc-bfa2e47ee305 req-f0c60d0a-ecb8-4ec0-b17a-c4b2ee311e35 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f70f0c950c9b4ce4807295b05ec0f177&device_id=662da283-2803-42b6-aa31-50285ef7b3e0 HTTP/1.1" status: 200 len: 1098 time: 0.1815073 Jun 21 10:12:55.978546 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.managers [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-fa3b3242-94fb-4586-8171-0b68224839a0 service neutron] Attempting to bind port e5d1691f-35bd-4f4f-9cd5-f0f17be35d33 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:12:55.980067 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.managers [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-fa3b3242-94fb-4586-8171-0b68224839a0 service neutron] Attempting to bind port e5d1691f-35bd-4f4f-9cd5-f0f17be35d33 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'd12331c0-3688-4590-a99a-4a51e992d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'cf126547-6ae9-4855-9df9-59048a69ce81'}] {{(pid=92965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:12:55.991808 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-fa3b3242-94fb-4586-8171-0b68224839a0 service neutron] Attempting to bind port e5d1691f-35bd-4f4f-9cd5-f0f17be35d33 on network cf126547-6ae9-4855-9df9-59048a69ce81 {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:12:56.006756 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-fa3b3242-94fb-4586-8171-0b68224839a0 service neutron] Port e5d1691f-35bd-4f4f-9cd5-f0f17be35d33 on network cf126547-6ae9-4855-9df9-59048a69ce81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 10:12:56.008486 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-fa3b3242-94fb-4586-8171-0b68224839a0 service neutron] Attempting to bind port e5d1691f-35bd-4f4f-9cd5-f0f17be35d33 on network cf126547-6ae9-4855-9df9-59048a69ce81 {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:12:56.021145 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-fa3b3242-94fb-4586-8171-0b68224839a0 service neutron] Checking agent: {'id': 'e8144930-5ccd-413e-a521-fc03e228bde1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'started_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:12:56.021780 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-fa3b3242-94fb-4586-8171-0b68224839a0 service neutron] Checking segment: {'id': 'd12331c0-3688-4590-a99a-4a51e992d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'cf126547-6ae9-4855-9df9-59048a69ce81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:12:56.022448 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-fa3b3242-94fb-4586-8171-0b68224839a0 service neutron] Bound using segment: {'id': 'd12331c0-3688-4590-a99a-4a51e992d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'cf126547-6ae9-4855-9df9-59048a69ce81'} {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:12:56.023143 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.managers [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-fa3b3242-94fb-4586-8171-0b68224839a0 service neutron] Bound port: e5d1691f-35bd-4f4f-9cd5-f0f17be35d33, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd12331c0-3688-4590-a99a-4a51e992d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'cf126547-6ae9-4855-9df9-59048a69ce81'}}] {{(pid=92965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:12:56.023563 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-fa3b3242-94fb-4586-8171-0b68224839a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:56.084155 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-aa073806-cc10-44f3-9321-0863ec2fe4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:56.136132 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-aa073806-cc10-44f3-9321-0863ec2fe4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:56.141041 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-fa3b3242-94fb-4586-8171-0b68224839a0 service neutron] For port e5d1691f-35bd-4f4f-9cd5-f0f17be35d33, host hv-cinder-79724, cleared binding levels {{(pid=92965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:12:56.142901 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-0fbf14b1-17c7-46c5-a4c5-15b6ab7b8529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:56.146230 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-fa3b3242-94fb-4586-8171-0b68224839a0 service neutron] For port e5d1691f-35bd-4f4f-9cd5-f0f17be35d33, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e5d1691f-35bd-4f4f-9cd5-f0f17be35d33,segment=NetworkSegment(d12331c0-3688-4590-a99a-4a51e992d5b4),segment_id=d12331c0-3688-4590-a99a-4a51e992d5b4)] {{(pid=92965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:12:56.158240 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-fa3b3242-94fb-4586-8171-0b68224839a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11354351'] for port, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:56.163169 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:56.184427 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa073806-cc10-44f3-9321-0863ec2fe4ad admin admin] vlan segment allocate from pool success with {'vlan_id': 1158, 'physical_network': 'physnet1'} {{(pid=92958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 10:12:56.215397 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa073806-cc10-44f3-9321-0863ec2fe4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:56.229485 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-aa073806-cc10-44f3-9321-0863ec2fe4ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:56.230916 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-fa3b3242-94fb-4586-8171-0b68224839a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:56.231938 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-fa3b3242-94fb-4586-8171-0b68224839a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:56.233924 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-fa3b3242-94fb-4586-8171-0b68224839a0 service neutron] 10.222.0.74 "PUT /v2.0/ports/e5d1691f-35bd-4f4f-9cd5-f0f17be35d33 HTTP/1.1" status: 200 len: 1093 time: 1.5644615 Jun 21 10:12:56.234701 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d8869b-3291-48e9-a7c1-e21580f723ea', 'tag': 'e5d1691f-35bd-4f4f-9cd5-f0f17be35d33'}] {{(pid=92965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:12:56.238165 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6455383dad080abf38abbc06b7173bfc99a12cfb8f38fffed40ef3479635dd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d427ec-94a2-4d5e-9f95-3a299412e5c8" -d '{"events": [{"name": "network-changed", "server_uuid": "92d8869b-3291-48e9-a7c1-e21580f723ea", "tag": "e5d1691f-35bd-4f4f-9cd5-f0f17be35d33"}]}' {{(pid=92965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:12:56.239206 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-aa073806-cc10-44f3-9321-0863ec2fe4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:56.239666 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.db.segments_db [None req-aa073806-cc10-44f3-9321-0863ec2fe4ad admin admin] Added segment add66687-fc3e-4962-a0af-6ea936c822ff of type vlan for network 85f22717-be90-45d5-b9e1-81e0c5fa4f08 Jun 21 10:12:56.257848 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facf048-1351-4ffe-b1cc-bfa2e47ee305 req-14c9387d-f3a6-43dd-b41c-a7dd57f2c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:56.259665 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5facf048-1351-4ffe-b1cc-bfa2e47ee305 req-14c9387d-f3a6-43dd-b41c-a7dd57f2c8be service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf126547-6ae9-4855-9df9-59048a69ce81 HTTP/1.1" status: 200 len: 916 time: 0.2409456 Jun 21 10:12:56.293997 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 45572) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:56.298079 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b3242-94fb-4586-8171-0b68224839a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d1691f-35bd-4f4f-9cd5-f0f17be35d33,revision_number=3']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:56.303327 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-fa3b3242-94fb-4586-8171-0b68224839a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:56.338064 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abf1880-6ca2-47e6-a662-d6b7b577d88e x-openstack-request-id: req-3abf1880-6ca2-47e6-a662-d6b7b577d88e {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:12:56.338843 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d8869b-3291-48e9-a7c1-e21580f723ea", "tag": "e5d1691f-35bd-4f4f-9cd5-f0f17be35d33", "status": "completed", "code": 200}]} {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:12:56.339996 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3abf1880-6ca2-47e6-a662-d6b7b577d88e {{(pid=92965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:12:56.340803 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d8869b-3291-48e9-a7c1-e21580f723ea', 'tag': 'e5d1691f-35bd-4f4f-9cd5-f0f17be35d33', 'status': 'completed', 'code': 200} Jun 21 10:12:56.357506 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5facf048-1351-4ffe-b1cc-bfa2e47ee305 req-c8aa4715-99fb-411a-9ae8-2943cf3c6cc5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54fd7d9f-1ecb-489b-82e3-cc6b607f6632 HTTP/1.1" status: 200 len: 217 time: 0.0707231 Jun 21 10:12:56.392190 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-aa073806-cc10-44f3-9321-0863ec2fe4ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741296102858'] for network, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:56.502798 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-7b4aa037-3206-4ef5-9bfb-2abfda01799c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:56.504360 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-7b4aa037-3206-4ef5-9bfb-2abfda01799c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f70f0c950c9b4ce4807295b05ec0f177&device_id=92d8869b-3291-48e9-a7c1-e21580f723ea HTTP/1.1" status: 200 len: 1096 time: 0.1822026 Jun 21 10:12:56.514568 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1b19ceb1-a5cb-443e-b7c7-d8eee9f682cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:56.550070 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-aa073806-cc10-44f3-9321-0863ec2fe4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523'] for network, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:56.555316 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa073806-cc10-44f3-9321-0863ec2fe4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:56.556165 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-aa073806-cc10-44f3-9321-0863ec2fe4ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:56.584347 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:56.626999 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facf048-1351-4ffe-b1cc-bfa2e47ee305 req-f11e0b49-d27e-410a-b9b0-5b4847533ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:56.628457 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5facf048-1351-4ffe-b1cc-bfa2e47ee305 req-f11e0b49-d27e-410a-b9b0-5b4847533ec8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca51367d-5f2a-43bb-8582-b1b061e36115 HTTP/1.1" status: 200 len: 854 time: 0.2611089 Jun 21 10:12:56.652525 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-624daa7e-67c9-4505-a968-359b3b26964c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e5d1691f-35bd-4f4f-9cd5-f0f17be35d33 HTTP/1.1" status: 200 len: 217 time: 0.1170263 Jun 21 10:12:56.737236 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5facf048-1351-4ffe-b1cc-bfa2e47ee305 req-98d8e25c-a975-420d-a0b6-d4257f178b65 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf126547-6ae9-4855-9df9-59048a69ce81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363932 Jun 21 10:12:56.747048 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-fb84d27e-9d4a-4e29-b454-a0c518675b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:56.748818 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-fb84d27e-9d4a-4e29-b454-a0c518675b74 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca51367d-5f2a-43bb-8582-b1b061e36115 HTTP/1.1" status: 200 len: 854 time: 0.0836372 Jun 21 10:12:56.790334 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-2a420946-f28c-43c3-97a0-f5d89ed6e20e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf126547-6ae9-4855-9df9-59048a69ce81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349443 Jun 21 10:12:56.808051 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa073806-cc10-44f3-9321-0863ec2fe4ad admin admin] Pushing event updated for resources: {'Network': ['ID=85f22717-be90-45d5-b9e1-81e0c5fa4f08,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:56.813544 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-aa073806-cc10-44f3-9321-0863ec2fe4ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:56.820383 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Network 85f22717-be90-45d5-b9e1-81e0c5fa4f08 details requested by agent ovs-agent-dv-cinder-797245-3-iscsi with host dv-cinder-797245-3-iscsi {{(pid=92969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 10:12:56.890596 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c6df5-d66e-465b-9ef0-496cb9bbf69a req-cffe21c7-f756-4092-851a-a09efdd175d7 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:56.893600 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-355c6df5-d66e-465b-9ef0-496cb9bbf69a req-cffe21c7-f756-4092-851a-a09efdd175d7 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=92d8869b-3291-48e9-a7c1-e21580f723ea HTTP/1.1" status: 200 len: 943 time: 0.2965393 Jun 21 10:12:56.906895 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5facf048-1351-4ffe-b1cc-bfa2e47ee305 req-a77c8b57-52a5-42d6-b645-3a493dcc324e service neutron] 10.222.0.74 "GET /v2.0/networks/cf126547-6ae9-4855-9df9-59048a69ce81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595998 Jun 21 10:12:56.924026 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1b19ceb1-a5cb-443e-b7c7-d8eee9f682cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:56.949381 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1b19ceb1-a5cb-443e-b7c7-d8eee9f682cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:56.961084 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-5dbda25d-6479-45bf-91d7-e4431ee54428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:56.967628 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-aa073806-cc10-44f3-9321-0863ec2fe4ad admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5593872 Jun 21 10:12:56.972655 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 45600) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:57.000565 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-c9ef886f-45a6-4c98-ac70-aa888ba32f0f admin admin] Request body: {'subnet': {'network_id': '85f22717-be90-45d5-b9e1-81e0c5fa4f08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1889912483-subnet', 'tenant_id': 'b1c346eb3bf14abab0822a46f962dde2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:12:57.022850 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-355c6df5-d66e-465b-9ef0-496cb9bbf69a req-efce4dfd-80c9-41ef-9a2e-524db2aebe70 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211793 Jun 21 10:12:57.033804 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19ceb1-a5cb-443e-b7c7-d8eee9f682cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4838b8-b975-4394-9288-33371035520b,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:57.038161 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-c9b49b64-7b9e-4e50-a2ef-5fb25129e61c service neutron] 10.222.0.74 "GET /v2.0/networks/cf126547-6ae9-4855-9df9-59048a69ce81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397399 Jun 21 10:12:57.050379 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-1b19ceb1-a5cb-443e-b7c7-d8eee9f682cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:57.079403 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5facf048-1351-4ffe-b1cc-bfa2e47ee305 req-3a9e59ab-08b1-4e5e-bd50-ab41a39d617f service neutron] 10.222.0.74 "GET /v2.0/networks/cf126547-6ae9-4855-9df9-59048a69ce81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629350 Jun 21 10:12:57.084736 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 45604) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:57.085003 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-1b19ceb1-a5cb-443e-b7c7-d8eee9f682cf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=324c29ad2680442ea1ad25be8c96d91f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7881787 Jun 21 10:12:57.095697 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:57.163933 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ef886f-45a6-4c98-ac70-aa888ba32f0f admin admin] Made reservation on behalf of b1c346eb3bf14abab0822a46f962dde2 for: {'subnet': 1} {{(pid=92965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:12:57.167978 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c9ef886f-45a6-4c98-ac70-aa888ba32f0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9374854'] for subnet, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:57.193562 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-16992507-2b3e-4516-8b9f-8d0f98126598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:57.222483 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-16992507-2b3e-4516-8b9f-8d0f98126598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:57.283256 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-16992507-2b3e-4516-8b9f-8d0f98126598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:57.286411 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-16992507-2b3e-4516-8b9f-8d0f98126598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:57.287939 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-16992507-2b3e-4516-8b9f-8d0f98126598 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1c4838b8-b975-4394-9288-33371035520b HTTP/1.1" status: 204 len: 168 time: 0.2014832 Jun 21 10:12:57.288746 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-1d9e8ff2-d92e-4553-99dd-cfa7b5346c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:57.297423 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16992507-2b3e-4516-8b9f-8d0f98126598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4838b8-b975-4394-9288-33371035520b,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:57.299918 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-16992507-2b3e-4516-8b9f-8d0f98126598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:57.313001 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 45610) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:57.323641 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-9427b8fd-dab6-4fbc-9f4e-8ac5da62b455 req-a673d1c9-a391-4ed0-a5ba-780f3e376e7a service neutron] 10.222.0.74 "GET /v2.0/networks/cf126547-6ae9-4855-9df9-59048a69ce81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702451 Jun 21 10:12:57.453032 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-45a7292f-27e1-4fd7-9c2c-597b4d155f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:57.539414 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c9ef886f-45a6-4c98-ac70-aa888ba32f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11354221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9374868'] for subnet, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:57.546542 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-d6174b6a-4669-4e9c-a6d7-a157b0e8faee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:57.616883 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef886f-45a6-4c98-ac70-aa888ba32f0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cda0658-0616-43b6-ab62-d04302c3323c,revision_number=0']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:57.623222 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-c9ef886f-45a6-4c98-ac70-aa888ba32f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:57.630146 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-45a7292f-27e1-4fd7-9c2c-597b4d155f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:57.637079 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d427ec-94a2-4d5e-9f95-3a299412e5c8 req-7bd7303a-fe98-4bb2-92a5-7440a5dc5856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:57.639178 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-45a7292f-27e1-4fd7-9c2c-597b4d155f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:57.644403 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e8d427ec-94a2-4d5e-9f95-3a299412e5c8 req-7bd7303a-fe98-4bb2-92a5-7440a5dc5856 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f70f0c950c9b4ce4807295b05ec0f177&device_id=92d8869b-3291-48e9-a7c1-e21580f723ea HTTP/1.1" status: 200 len: 1096 time: 0.1424563 Jun 21 10:12:57.647627 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-57a3f7c0-e8e4-4d25-9b6d-7d011b277dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:57.717874 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ef886f-45a6-4c98-ac70-aa888ba32f0f admin admin] Checking segment: {'id': 'add66687-fc3e-4962-a0af-6ea936c822ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '85f22717-be90-45d5-b9e1-81e0c5fa4f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:12:57.718691 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ef886f-45a6-4c98-ac70-aa888ba32f0f admin admin] Network hostable DHCP agents. Network: 85f22717-be90-45d5-b9e1-81e0c5fa4f08, hostable agents: ['0a019bba-016c-4460-8b54-4bd863e23b42'], hosted agents: [] {{(pid=92965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 10:12:57.762345 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7292f-27e1-4fd7-9c2c-597b4d155f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502c3321-595e-4109-a55c-606aa4a7a072,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:57.768031 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-45a7292f-27e1-4fd7-9c2c-597b4d155f25 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5839e46a476e466b8822d81dbb4d9a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4539375 Jun 21 10:12:57.769364 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-45a7292f-27e1-4fd7-9c2c-597b4d155f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:57.771793 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 45622) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:57.924310 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5009e0fe-9602-4a30-aa16-b13b871d7708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:57.937889 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 45626) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:57.984365 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-743f4b4e-4edf-483f-9de4-24ba3454144f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:58.007563 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5009e0fe-9602-4a30-aa16-b13b871d7708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:58.028934 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ef886f-45a6-4c98-ac70-aa888ba32f0f admin admin] Network 85f22717-be90-45d5-b9e1-81e0c5fa4f08 is scheduled to be hosted by DHCP agent 0a019bba-016c-4460-8b54-4bd863e23b42 with binding_index 1 {{(pid=92965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 10:12:58.058537 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [None req-c9ef886f-45a6-4c98-ac70-aa888ba32f0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-3-iscsi, 85f22717-be90-45d5-b9e1-81e0c5fa4f08) {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:12:58.066797 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ef886f-45a6-4c98-ac70-aa888ba32f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:58.072856 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f210c705-6b07-4f77-a1ba-80aaece0d2e9 None None] Network 85f22717-be90-45d5-b9e1-81e0c5fa4f08 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:12:58.081367 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c9ef886f-45a6-4c98-ac70-aa888ba32f0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:58.152249 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5009e0fe-9602-4a30-aa16-b13b871d7708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:58.156491 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-5009e0fe-9602-4a30-aa16-b13b871d7708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:58.163788 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-5009e0fe-9602-4a30-aa16-b13b871d7708 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/502c3321-595e-4109-a55c-606aa4a7a072 HTTP/1.1" status: 204 len: 168 time: 0.3898349 Jun 21 10:12:58.165812 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-301c9769-6c6f-4fe7-8b15-5e8aeb54aa78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:58.198740 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009e0fe-9602-4a30-aa16-b13b871d7708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502c3321-595e-4109-a55c-606aa4a7a072,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:58.223014 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-5009e0fe-9602-4a30-aa16-b13b871d7708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:58.263744 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d427ec-94a2-4d5e-9f95-3a299412e5c8 req-42bb92b7-9def-45e3-854e-7e47a73f9e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:58.265824 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e8d427ec-94a2-4d5e-9f95-3a299412e5c8 req-42bb92b7-9def-45e3-854e-7e47a73f9e9b service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf126547-6ae9-4855-9df9-59048a69ce81 HTTP/1.1" status: 200 len: 916 time: 0.6028454 Jun 21 10:12:58.373501 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e8d427ec-94a2-4d5e-9f95-3a299412e5c8 req-0f543c66-85e1-44f0-a672-77789042528f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e5d1691f-35bd-4f4f-9cd5-f0f17be35d33 HTTP/1.1" status: 200 len: 217 time: 0.0931308 Jun 21 10:12:58.500841 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13c5bea-5423-4a06-bd8b-f31f39ddcec5 None None] Network 85f22717-be90-45d5-b9e1-81e0c5fa4f08 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:12:58.521304 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d427ec-94a2-4d5e-9f95-3a299412e5c8 req-da5fe6c1-1204-4f65-8a9c-533aa086cfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:58.522646 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e8d427ec-94a2-4d5e-9f95-3a299412e5c8 req-da5fe6c1-1204-4f65-8a9c-533aa086cfb7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca51367d-5f2a-43bb-8582-b1b061e36115 HTTP/1.1" status: 200 len: 854 time: 0.1387444 Jun 21 10:12:58.597726 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-743f4b4e-4edf-483f-9de4-24ba3454144f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:58.601263 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e8d427ec-94a2-4d5e-9f95-3a299412e5c8 req-fcd55da6-564e-44d5-8853-349509505db0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf126547-6ae9-4855-9df9-59048a69ce81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470908 Jun 21 10:12:58.607922 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-743f4b4e-4edf-483f-9de4-24ba3454144f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:58.611397 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-cc035544-63e7-427c-a52e-6a09e45762d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:58.646199 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-c9ef886f-45a6-4c98-ac70-aa888ba32f0f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6697571 Jun 21 10:12:58.720826 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c62818-3225-424d-8d27-9b0cb6dc1bad req-37c8efdb-a828-4374-a19e-09cc52953261 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:12:58.728505 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-65c62818-3225-424d-8d27-9b0cb6dc1bad req-37c8efdb-a828-4374-a19e-09cc52953261 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=92d8869b-3291-48e9-a7c1-e21580f723ea HTTP/1.1" status: 200 len: 943 time: 0.3080218 Jun 21 10:12:58.749647 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-743f4b4e-4edf-483f-9de4-24ba3454144f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7e6b55d8a80c4279b8fa167a371a99fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8085108 Jun 21 10:12:58.752733 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 45644) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:58.758170 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f4b4e-4edf-483f-9de4-24ba3454144f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d57c26-6d58-4b98-b30d-233519a17f06,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:58.769346 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-743f4b4e-4edf-483f-9de4-24ba3454144f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:58.806082 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-65c62818-3225-424d-8d27-9b0cb6dc1bad req-60accbcc-ff83-4f6b-81c9-6abe4715adbb tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758214 Jun 21 10:12:58.856970 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e8d427ec-94a2-4d5e-9f95-3a299412e5c8 req-b38287fe-dca8-4cf0-9a6f-dff82f63604b service neutron] 10.222.0.74 "GET /v2.0/networks/cf126547-6ae9-4855-9df9-59048a69ce81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381890 Jun 21 10:12:58.889091 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-70f3f047-dfca-4d67-bcdc-861d57cff2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:58.952250 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-70f3f047-dfca-4d67-bcdc-861d57cff2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:59.043583 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-70f3f047-dfca-4d67-bcdc-861d57cff2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:59.051358 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-70f3f047-dfca-4d67-bcdc-861d57cff2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:59.052527 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-70f3f047-dfca-4d67-bcdc-861d57cff2f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/20d57c26-6d58-4b98-b30d-233519a17f06 HTTP/1.1" status: 204 len: 168 time: 0.2987125 Jun 21 10:12:59.053934 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-fbdae5ec-dc5e-4047-b7fc-df19f6af8fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:59.067540 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e8d427ec-94a2-4d5e-9f95-3a299412e5c8 req-4b0e9452-3512-40dc-8089-8e13ef92facd service neutron] 10.222.0.74 "GET /v2.0/networks/cf126547-6ae9-4855-9df9-59048a69ce81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014878 Jun 21 10:12:59.073094 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3f047-dfca-4d67-bcdc-861d57cff2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d57c26-6d58-4b98-b30d-233519a17f06,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:59.084885 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-70f3f047-dfca-4d67-bcdc-861d57cff2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:59.169621 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 45660) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:59.185917 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-6c4ea010-9bcb-4c05-85b0-5896f87c8b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:59.297291 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-6c4ea010-9bcb-4c05-85b0-5896f87c8b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:59.302989 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-6c4ea010-9bcb-4c05-85b0-5896f87c8b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:59.307167 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-833dd24c-f775-485b-af39-f2deb89d52d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:59.356294 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-6c4ea010-9bcb-4c05-85b0-5896f87c8b53 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fe1f1c0095824b1ebd4f2768e0b78a89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1819127 Jun 21 10:12:59.356294 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ea010-9bcb-4c05-85b0-5896f87c8b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb6d7b9-e5ac-4396-8a17-7de94871701e,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:59.356573 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 45666) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:12:59.370105 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-6c4ea010-9bcb-4c05-85b0-5896f87c8b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:12:59.449199 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f34d5d13-e272-45a5-b9d8-7d55d9451d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:59.494542 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f34d5d13-e272-45a5-b9d8-7d55d9451d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:59.575777 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f34d5d13-e272-45a5-b9d8-7d55d9451d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:59.578891 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f34d5d13-e272-45a5-b9d8-7d55d9451d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:12:59.583013 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-f34d5d13-e272-45a5-b9d8-7d55d9451d1d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8cb6d7b9-e5ac-4396-8a17-7de94871701e HTTP/1.1" status: 204 len: 168 time: 0.2223916 Jun 21 10:12:59.583013 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-d5afbbe4-33e9-438c-914b-e901e84a0302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:12:59.592907 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d5d13-e272-45a5-b9d8-7d55d9451d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb6d7b9-e5ac-4396-8a17-7de94871701e,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:12:59.594544 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-f34d5d13-e272-45a5-b9d8-7d55d9451d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:00.127506 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28986d03-cfd1-473a-b999-e0201c734476 req-823c38d2-a29b-4ec5-9c3f-054f610a0dd7 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:00.129489 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-28986d03-cfd1-473a-b999-e0201c734476 req-823c38d2-a29b-4ec5-9c3f-054f610a0dd7 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=92d8869b-3291-48e9-a7c1-e21580f723ea HTTP/1.1" status: 200 len: 943 time: 0.1597481 Jun 21 10:13:00.226596 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-28986d03-cfd1-473a-b999-e0201c734476 req-a4215966-6830-47b7-ac7d-5eb092c49dea tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899308 Jun 21 10:13:00.576887 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:13:00.965841 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device e5d1691f-35bd-4f4f-9cd5-f0f17be35d33 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 10:13:01.072102 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-4b7dd03d-7e4e-42be-8507-65759d26b7c5 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:01.075804 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-4b7dd03d-7e4e-42be-8507-65759d26b7c5 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/networks?id=85f22717-be90-45d5-b9e1-81e0c5fa4f08 HTTP/1.1" status: 200 len: 809 time: 0.1990502 Jun 21 10:13:01.115263 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-286ab664-9380-4125-a7cb-3586e86ba9fd tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/quotas/b1c346eb3bf14abab0822a46f962dde2 HTTP/1.1" status: 200 len: 375 time: 0.0262601 Jun 21 10:13:01.186783 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port e5d1691f-35bd-4f4f-9cd5-f0f17be35d33, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e5d1691f-35bd-4f4f-9cd5-f0f17be35d33,segment=NetworkSegment(d12331c0-3688-4590-a99a-4a51e992d5b4),segment_id=d12331c0-3688-4590-a99a-4a51e992d5b4)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:13:01.204936 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Returning: {'device': 'e5d1691f-35bd-4f4f-9cd5-f0f17be35d33', 'network_id': 'cf126547-6ae9-4855-9df9-59048a69ce81', 'port_id': 'e5d1691f-35bd-4f4f-9cd5-f0f17be35d33', 'mac_address': 'fa:16:3e:2a:0a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca51367d-5f2a-43bb-8582-b1b061e36115', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 10:13:01.210828 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-45a98b2b-cd7d-49ff-b9c4-6a9f4f5f6229 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1c346eb3bf14abab0822a46f962dde2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0832975 Jun 21 10:13:01.278835 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:01.320345 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d1691f-35bd-4f4f-9cd5-f0f17be35d33 {{(pid=92969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:13:01.371832 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port e5d1691f-35bd-4f4f-9cd5-f0f17be35d33, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e5d1691f-35bd-4f4f-9cd5-f0f17be35d33,segment=NetworkSegment(d12331c0-3688-4590-a99a-4a51e992d5b4),segment_id=d12331c0-3688-4590-a99a-4a51e992d5b4)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:13:01.377564 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:01.381179 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:01.448746 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=e5d1691f-35bd-4f4f-9cd5-f0f17be35d33,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:01.459612 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:01.559001 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-5f81ef4a-3e26-4756-9eb3-62596270d111 service neutron] 10.222.0.50 "GET /v2.0/networks/85f22717-be90-45d5-b9e1-81e0c5fa4f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402357 Jun 21 10:13:01.616285 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954e6ed-6e4b-4398-9491-44f095eed09b req-d7a0f353-0a62-436c-acef-dbe258ff5888 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:01.626054 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8954e6ed-6e4b-4398-9491-44f095eed09b req-d7a0f353-0a62-436c-acef-dbe258ff5888 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=92d8869b-3291-48e9-a7c1-e21580f723ea HTTP/1.1" status: 200 len: 944 time: 0.1617639 Jun 21 10:13:01.696726 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8954e6ed-6e4b-4398-9491-44f095eed09b req-b568d2e0-721e-49d7-8495-9af3a735e50f tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640359 Jun 21 10:13:01.800187 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['e5d1691f-35bd-4f4f-9cd5-f0f17be35d33'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:13:01.975547 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-e174328e-ed39-4818-9c79-3854e4ef12a7 service neutron] 10.222.0.50 "GET /v2.0/networks/85f22717-be90-45d5-b9e1-81e0c5fa4f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083478 Jun 21 10:13:02.223416 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2c24220e-3054-4bcd-9deb-5d3011ff5a7f req-6dd57f81-0270-4955-8810-fddc95ac9d98 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4ab325-92d6-4a6e-9908-196075ac0ac6 HTTP/1.1" status: 200 len: 210 time: 0.0394976 Jun 21 10:13:02.997445 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36862-29ed-41ea-bc4e-31774e1bd7cb req-9e6593b1-1c6e-46d1-9114-00a40f3c7f5c tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:02.999973 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device e5d1691f-35bd-4f4f-9cd5-f0f17be35d33 up at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:13:03.000519 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-bfb36862-29ed-41ea-bc4e-31774e1bd7cb req-9e6593b1-1c6e-46d1-9114-00a40f3c7f5c tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=92d8869b-3291-48e9-a7c1-e21580f723ea HTTP/1.1" status: 200 len: 944 time: 0.0744395 Jun 21 10:13:03.045932 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-bfb36862-29ed-41ea-bc4e-31774e1bd7cb req-116a48f3-b05a-4fe0-86f2-31b881df7022 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386572 Jun 21 10:13:03.174819 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning for port e5d1691f-35bd-4f4f-9cd5-f0f17be35d33 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:13:03.178806 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning complete for port e5d1691f-35bd-4f4f-9cd5-f0f17be35d33 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:13:03.179190 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:03.258701 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:03.288890 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d8869b-3291-48e9-a7c1-e21580f723ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d1691f-35bd-4f4f-9cd5-f0f17be35d33'}] {{(pid=92969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:13:03.291273 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c706f658ccf844bfe168bfc8e6ee8c8c6942380e727e998ad24aefeb68f4a8cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214e718d-731b-4881-806a-cc2568cbe64c" -d '{"events": [{"server_uuid": "92d8869b-3291-48e9-a7c1-e21580f723ea", "name": "network-vif-plugged", "status": "completed", "tag": "e5d1691f-35bd-4f4f-9cd5-f0f17be35d33"}]}' {{(pid=92969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:13:03.304526 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port e5d1691f-35bd-4f4f-9cd5-f0f17be35d33, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e5d1691f-35bd-4f4f-9cd5-f0f17be35d33,segment=NetworkSegment(d12331c0-3688-4590-a99a-4a51e992d5b4),segment_id=d12331c0-3688-4590-a99a-4a51e992d5b4)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:13:03.311345 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:03.313414 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:03.348115 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10560f6-9126-418f-b788-a02d78065e2a x-openstack-request-id: req-c10560f6-9126-418f-b788-a02d78065e2a {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:13:03.348409 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d8869b-3291-48e9-a7c1-e21580f723ea", "name": "network-vif-plugged", "status": "completed", "tag": "e5d1691f-35bd-4f4f-9cd5-f0f17be35d33", "code": 200}]} {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:13:03.348928 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c10560f6-9126-418f-b788-a02d78065e2a {{(pid=92969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:13:03.349064 dv-cinder-797245-3-iscsi neutron-server[92969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d8869b-3291-48e9-a7c1-e21580f723ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d1691f-35bd-4f4f-9cd5-f0f17be35d33', 'code': 200} Jun 21 10:13:03.373578 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=e5d1691f-35bd-4f4f-9cd5-f0f17be35d33,revision_number=5']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:03.378060 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:03.415599 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7e0e970d-c962-48f8-9075-b087d5ac180e req-e2142eb0-96e2-469c-92d0-2ec63dcd3f4b tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4ab325-92d6-4a6e-9908-196075ac0ac6 HTTP/1.1" status: 200 len: 210 time: 0.0330143 Jun 21 10:13:03.700309 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d4d07-ca61-4fd9-95cb-2d320c42be20 req-001ea0bd-f878-4401-afc1-bed5c74ed3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:03.703202 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ac6d4d07-ca61-4fd9-95cb-2d320c42be20 req-001ea0bd-f878-4401-afc1-bed5c74ed3de service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=92d8869b-3291-48e9-a7c1-e21580f723ea HTTP/1.1" status: 200 len: 1098 time: 0.0774426 Jun 21 10:13:03.761920 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ac6d4d07-ca61-4fd9-95cb-2d320c42be20 req-9f3b71a8-c43d-4bfe-bf4d-1976439993a7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494266 Jun 21 10:13:04.287602 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee47d8-cfbc-4f3c-aa8e-9d020546dde1 req-b95e1124-dbe8-4a89-b160-14a78eec4125 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:04.296210 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-19ee47d8-cfbc-4f3c-aa8e-9d020546dde1 req-b95e1124-dbe8-4a89-b160-14a78eec4125 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=92d8869b-3291-48e9-a7c1-e21580f723ea HTTP/1.1" status: 200 len: 945 time: 0.0952606 Jun 21 10:13:04.314695 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-6f87eec8-b5e0-4f8e-844f-63e193fad595 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:04.316639 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-6f87eec8-b5e0-4f8e-844f-63e193fad595 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.74 "GET /v2.0/networks?id=85f22717-be90-45d5-b9e1-81e0c5fa4f08 HTTP/1.1" status: 200 len: 809 time: 0.2144985 Jun 21 10:13:04.345412 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-832d34fb-48ee-464a-9ff1-bce28dd8b933 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Request body: {'port': {'device_id': 'ce4ab325-92d6-4a6e-9908-196075ac0ac6', 'network_id': '85f22717-be90-45d5-b9e1-81e0c5fa4f08', 'admin_state_up': True, 'tenant_id': 'b1c346eb3bf14abab0822a46f962dde2'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:13:04.353409 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-19ee47d8-cfbc-4f3c-aa8e-9d020546dde1 req-6592dc70-e395-4888-a67e-55e52d9df99e tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559185 Jun 21 10:13:04.466512 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-832d34fb-48ee-464a-9ff1-bce28dd8b933 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Made reservation on behalf of b1c346eb3bf14abab0822a46f962dde2 for: {'port': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:13:04.472666 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-832d34fb-48ee-464a-9ff1-bce28dd8b933 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:04.586027 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f12028f1-b58a-437d-844d-708af637e34e req-8f587e60-fb41-42ca-9285-c13f59c5a158 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4ab325-92d6-4a6e-9908-196075ac0ac6 HTTP/1.1" status: 200 len: 210 time: 0.0412169 Jun 21 10:13:04.644543 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-832d34fb-48ee-464a-9ff1-bce28dd8b933 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Allocated IP 172.20.0.2 (85f22717-be90-45d5-b9e1-81e0c5fa4f08/2cda0658-0616-43b6-ab62-d04302c3323c/b88b7f0e-4f50-41d0-a80d-21e8b4b1092c) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:13:04.797683 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-832d34fb-48ee-464a-9ff1-bce28dd8b933 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:04.837927 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-832d34fb-48ee-464a-9ff1-bce28dd8b933 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1954238'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:04.842482 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:04.888752 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-832d34fb-48ee-464a-9ff1-bce28dd8b933 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Network 85f22717-be90-45d5-b9e1-81e0c5fa4f08 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:13:04.892109 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-832d34fb-48ee-464a-9ff1-bce28dd8b933 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:13:04.895940 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-832d34fb-48ee-464a-9ff1-bce28dd8b933 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:13:04.925350 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d34fb-48ee-464a-9ff1-bce28dd8b933 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Pushing event updated for resources: {'Port': ['ID=b88b7f0e-4f50-41d0-a80d-21e8b4b1092c,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:04.938262 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d34fb-48ee-464a-9ff1-bce28dd8b933 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:04.938611 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d34fb-48ee-464a-9ff1-bce28dd8b933 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:04.938959 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d34fb-48ee-464a-9ff1-bce28dd8b933 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:04.939289 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d34fb-48ee-464a-9ff1-bce28dd8b933 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:04.939616 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d34fb-48ee-464a-9ff1-bce28dd8b933 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:04.939974 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d34fb-48ee-464a-9ff1-bce28dd8b933 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:04.940298 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d34fb-48ee-464a-9ff1-bce28dd8b933 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:04.940641 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d34fb-48ee-464a-9ff1-bce28dd8b933 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:04.940981 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d34fb-48ee-464a-9ff1-bce28dd8b933 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:04.941298 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d34fb-48ee-464a-9ff1-bce28dd8b933 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:04.941619 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d34fb-48ee-464a-9ff1-bce28dd8b933 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:04.941937 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d34fb-48ee-464a-9ff1-bce28dd8b933 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:04.951915 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-832d34fb-48ee-464a-9ff1-bce28dd8b933 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:04.965099 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-832d34fb-48ee-464a-9ff1-bce28dd8b933 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:04.965726 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-832d34fb-48ee-464a-9ff1-bce28dd8b933 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:04.981405 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-832d34fb-48ee-464a-9ff1-bce28dd8b933 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6420431 Jun 21 10:13:05.010321 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-565d4df8-60ee-4053-a2a3-e3d4a78d1d72 service neutron] Request body: {'port': {'device_id': 'ce4ab325-92d6-4a6e-9908-196075ac0ac6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:13:05.086985 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-565d4df8-60ee-4053-a2a3-e3d4a78d1d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:05.412872 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-565d4df8-60ee-4053-a2a3-e3d4a78d1d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b88b7f0e-4f50-41d0-a80d-21e8b4b1092c {{(pid=92958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:13:05.430469 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-565d4df8-60ee-4053-a2a3-e3d4a78d1d72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:05.447939 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.provisioning_blocks [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-565d4df8-60ee-4053-a2a3-e3d4a78d1d72 service neutron] Transition to ACTIVE for port object b88b7f0e-4f50-41d0-a80d-21e8b4b1092c will not be triggered until provisioned by entity L2. {{(pid=92958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:13:05.452790 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-565d4df8-60ee-4053-a2a3-e3d4a78d1d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:05.455927 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-832d34fb-48ee-464a-9ff1-bce28dd8b933 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:05.536470 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d4df8-60ee-4053-a2a3-e3d4a78d1d72 service neutron] Pushing event updated for resources: {'Port': ['ID=b88b7f0e-4f50-41d0-a80d-21e8b4b1092c,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:05.544893 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-565d4df8-60ee-4053-a2a3-e3d4a78d1d72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:05.656400 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-565d4df8-60ee-4053-a2a3-e3d4a78d1d72 service neutron] Attempting to bind port b88b7f0e-4f50-41d0-a80d-21e8b4b1092c on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:13:05.657002 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-565d4df8-60ee-4053-a2a3-e3d4a78d1d72 service neutron] Attempting to bind port b88b7f0e-4f50-41d0-a80d-21e8b4b1092c by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'add66687-fc3e-4962-a0af-6ea936c822ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '85f22717-be90-45d5-b9e1-81e0c5fa4f08'}] {{(pid=92958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:13:05.657547 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-565d4df8-60ee-4053-a2a3-e3d4a78d1d72 service neutron] Attempting to bind port b88b7f0e-4f50-41d0-a80d-21e8b4b1092c on network 85f22717-be90-45d5-b9e1-81e0c5fa4f08 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:13:05.662059 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b76b6-1d02-4a32-8838-f4fcbec9672a req-b50c041d-1f3b-4cbb-b05e-706d730f46a1 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:05.667050 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-565d4df8-60ee-4053-a2a3-e3d4a78d1d72 service neutron] Port b88b7f0e-4f50-41d0-a80d-21e8b4b1092c on network 85f22717-be90-45d5-b9e1-81e0c5fa4f08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 10:13:05.667398 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-565d4df8-60ee-4053-a2a3-e3d4a78d1d72 service neutron] Attempting to bind port b88b7f0e-4f50-41d0-a80d-21e8b4b1092c on network 85f22717-be90-45d5-b9e1-81e0c5fa4f08 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:13:05.670441 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4b4b76b6-1d02-4a32-8838-f4fcbec9672a req-b50c041d-1f3b-4cbb-b05e-706d730f46a1 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=92d8869b-3291-48e9-a7c1-e21580f723ea HTTP/1.1" status: 200 len: 945 time: 0.0938950 Jun 21 10:13:05.675190 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-565d4df8-60ee-4053-a2a3-e3d4a78d1d72 service neutron] Checking agent: {'id': 'e8144930-5ccd-413e-a521-fc03e228bde1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'started_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:13:05.675530 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-565d4df8-60ee-4053-a2a3-e3d4a78d1d72 service neutron] Checking segment: {'id': 'add66687-fc3e-4962-a0af-6ea936c822ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '85f22717-be90-45d5-b9e1-81e0c5fa4f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:13:05.675915 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-565d4df8-60ee-4053-a2a3-e3d4a78d1d72 service neutron] Bound using segment: {'id': 'add66687-fc3e-4962-a0af-6ea936c822ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '85f22717-be90-45d5-b9e1-81e0c5fa4f08'} {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:13:05.676360 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-565d4df8-60ee-4053-a2a3-e3d4a78d1d72 service neutron] Bound port: b88b7f0e-4f50-41d0-a80d-21e8b4b1092c, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add66687-fc3e-4962-a0af-6ea936c822ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '85f22717-be90-45d5-b9e1-81e0c5fa4f08'}}] {{(pid=92958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:13:05.679864 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-565d4df8-60ee-4053-a2a3-e3d4a78d1d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:05.721084 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4b4b76b6-1d02-4a32-8838-f4fcbec9672a req-c24af917-4b87-4f93-a28a-a0cfbdb4634d tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494790 Jun 21 10:13:05.844898 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-565d4df8-60ee-4053-a2a3-e3d4a78d1d72 service neutron] For port b88b7f0e-4f50-41d0-a80d-21e8b4b1092c, host hv-cinder-79724, cleared binding levels {{(pid=92958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:13:05.862158 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-565d4df8-60ee-4053-a2a3-e3d4a78d1d72 service neutron] For port b88b7f0e-4f50-41d0-a80d-21e8b4b1092c, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b88b7f0e-4f50-41d0-a80d-21e8b4b1092c,segment=NetworkSegment(add66687-fc3e-4962-a0af-6ea936c822ff),segment_id=add66687-fc3e-4962-a0af-6ea936c822ff)] {{(pid=92958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:13:05.872421 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-565d4df8-60ee-4053-a2a3-e3d4a78d1d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:05.880818 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e83245-005f-4ec0-9694-698aac0c64ce req-3241bd85-89d8-4af2-bfb3-efa6a1ee36e8 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:05.888623 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d7e83245-005f-4ec0-9694-698aac0c64ce req-3241bd85-89d8-4af2-bfb3-efa6a1ee36e8 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4ab325-92d6-4a6e-9908-196075ac0ac6 HTTP/1.1" status: 200 len: 943 time: 0.1636767 Jun 21 10:13:05.896949 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:05.956103 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 45928) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:05.959046 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-565d4df8-60ee-4053-a2a3-e3d4a78d1d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:05.959834 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-565d4df8-60ee-4053-a2a3-e3d4a78d1d72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:05.961735 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-565d4df8-60ee-4053-a2a3-e3d4a78d1d72 service neutron] 10.222.0.74 "PUT /v2.0/ports/b88b7f0e-4f50-41d0-a80d-21e8b4b1092c HTTP/1.1" status: 200 len: 1093 time: 0.9559612 Jun 21 10:13:05.967813 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4ab325-92d6-4a6e-9908-196075ac0ac6', 'tag': 'b88b7f0e-4f50-41d0-a80d-21e8b4b1092c'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:13:05.970018 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6322b84a-d7de-493f-9394-ac88655db154" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4ab325-92d6-4a6e-9908-196075ac0ac6", "tag": "b88b7f0e-4f50-41d0-a80d-21e8b4b1092c"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:13:06.030729 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d7e83245-005f-4ec0-9694-698aac0c64ce req-358b319d-0e6a-40ca-bbb5-8c90f536085c tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396816 Jun 21 10:13:06.039414 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d4df8-60ee-4053-a2a3-e3d4a78d1d72 service neutron] Pushing event updated for resources: {'Port': ['ID=b88b7f0e-4f50-41d0-a80d-21e8b4b1092c,revision_number=3']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:06.051569 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-565d4df8-60ee-4053-a2a3-e3d4a78d1d72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:06.061242 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2198a976-f313-4a0c-819a-30b88f0f7e26 x-openstack-request-id: req-2198a976-f313-4a0c-819a-30b88f0f7e26 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:13:06.061846 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4ab325-92d6-4a6e-9908-196075ac0ac6", "tag": "b88b7f0e-4f50-41d0-a80d-21e8b4b1092c", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:13:06.062322 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2198a976-f313-4a0c-819a-30b88f0f7e26 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:13:06.062845 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4ab325-92d6-4a6e-9908-196075ac0ac6', 'tag': 'b88b7f0e-4f50-41d0-a80d-21e8b4b1092c', 'status': 'completed', 'code': 200} Jun 21 10:13:06.148850 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-032ce07f-112c-4b50-bbf2-26d5df733041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:06.280254 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-032ce07f-112c-4b50-bbf2-26d5df733041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:06.288041 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-032ce07f-112c-4b50-bbf2-26d5df733041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:06.291064 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-6aadd91c-bcd8-446d-90b2-8ee1c8e16985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:06.330986 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ce07f-112c-4b50-bbf2-26d5df733041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3f0341-abd7-4efa-ab70-142fd2414cbf,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:06.338734 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-032ce07f-112c-4b50-bbf2-26d5df733041 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=022f3daa73eb49f38786d400a5e16c45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3774583 Jun 21 10:13:06.339480 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 45940) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:06.341817 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ce07f-112c-4b50-bbf2-26d5df733041 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:06.342097 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ce07f-112c-4b50-bbf2-26d5df733041 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:06.342462 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ce07f-112c-4b50-bbf2-26d5df733041 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:06.342814 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ce07f-112c-4b50-bbf2-26d5df733041 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:06.343161 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ce07f-112c-4b50-bbf2-26d5df733041 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:06.343506 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ce07f-112c-4b50-bbf2-26d5df733041 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:06.343886 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ce07f-112c-4b50-bbf2-26d5df733041 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:06.344244 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ce07f-112c-4b50-bbf2-26d5df733041 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:06.344519 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ce07f-112c-4b50-bbf2-26d5df733041 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:06.344896 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ce07f-112c-4b50-bbf2-26d5df733041 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:06.345233 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ce07f-112c-4b50-bbf2-26d5df733041 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:06.345567 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ce07f-112c-4b50-bbf2-26d5df733041 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:06.349819 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-032ce07f-112c-4b50-bbf2-26d5df733041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:06.407877 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-942f3b50-1835-40e1-b149-d14e68ad645f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:06.433598 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-942f3b50-1835-40e1-b149-d14e68ad645f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:06.494321 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-942f3b50-1835-40e1-b149-d14e68ad645f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:06.497396 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-942f3b50-1835-40e1-b149-d14e68ad645f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:06.498555 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-942f3b50-1835-40e1-b149-d14e68ad645f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3b3f0341-abd7-4efa-ab70-142fd2414cbf HTTP/1.1" status: 204 len: 168 time: 0.1578841 Jun 21 10:13:06.499306 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-70f3f047-dfca-4d67-bcdc-861d57cff2f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:06.510024 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f3b50-1835-40e1-b149-d14e68ad645f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3f0341-abd7-4efa-ab70-142fd2414cbf,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:06.512867 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-942f3b50-1835-40e1-b149-d14e68ad645f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:06.873481 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 45952) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:06.894953 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7bb4c486-c620-42de-925f-114793bd77de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:07.006590 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7bb4c486-c620-42de-925f-114793bd77de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:07.011827 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7bb4c486-c620-42de-925f-114793bd77de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:07.015033 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-4a09a8a6-fb64-4502-8627-95948baeff1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:07.061319 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-7bb4c486-c620-42de-925f-114793bd77de admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=607ffc7b5d3d4ca6aab66686a67e2985&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1851773 Jun 21 10:13:07.063217 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4c486-c620-42de-925f-114793bd77de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83af8e90-de6e-49fa-8d70-8fed43328670,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:07.064457 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 45960) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:07.068577 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-7bb4c486-c620-42de-925f-114793bd77de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:07.142514 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b5b780c0-b2e6-4e19-b67c-03046bdeea37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:07.172229 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b5b780c0-b2e6-4e19-b67c-03046bdeea37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:07.226295 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b5b780c0-b2e6-4e19-b67c-03046bdeea37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:07.234958 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b5b780c0-b2e6-4e19-b67c-03046bdeea37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:07.234958 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-b5b780c0-b2e6-4e19-b67c-03046bdeea37 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/83af8e90-de6e-49fa-8d70-8fed43328670 HTTP/1.1" status: 204 len: 168 time: 0.1647522 Jun 21 10:13:07.234958 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-d355d244-cae7-49c4-bd0a-3ef659b0fc93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:07.242299 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b780c0-b2e6-4e19-b67c-03046bdeea37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83af8e90-de6e-49fa-8d70-8fed43328670,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:07.245588 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-b5b780c0-b2e6-4e19-b67c-03046bdeea37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:07.312337 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d64cd-4f5d-42ed-8fcc-a469de41d695 req-cdabdc43-4656-4506-b012-7e03615c478b tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:07.314066 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-056d64cd-4f5d-42ed-8fcc-a469de41d695 req-cdabdc43-4656-4506-b012-7e03615c478b tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4ab325-92d6-4a6e-9908-196075ac0ac6 HTTP/1.1" status: 200 len: 943 time: 0.1385002 Jun 21 10:13:07.349101 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-c4761323-b499-44e5-8cd3-5b2b70c41942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:07.371447 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-056d64cd-4f5d-42ed-8fcc-a469de41d695 req-397f1786-c5db-4c8b-ac3a-1fc72475e4ff tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501459 Jun 21 10:13:08.605924 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724c574-c497-432b-8cf3-cf04a20a9343 req-2de47a3c-4183-4d03-99b9-81ac67510ebc tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:08.607575 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6724c574-c497-432b-8cf3-cf04a20a9343 req-2de47a3c-4183-4d03-99b9-81ac67510ebc tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4ab325-92d6-4a6e-9908-196075ac0ac6 HTTP/1.1" status: 200 len: 943 time: 0.0743072 Jun 21 10:13:08.648206 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6724c574-c497-432b-8cf3-cf04a20a9343 req-3eae26fa-b4f6-4b8c-9442-93f06a5376a3 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342720 Jun 21 10:13:09.188820 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322b84a-d7de-493f-9394-ac88655db154 req-2841fa4f-a93f-417b-8d26-cb4222a1d1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:09.190298 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6322b84a-d7de-493f-9394-ac88655db154 req-2841fa4f-a93f-417b-8d26-cb4222a1d1f4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1c346eb3bf14abab0822a46f962dde2&device_id=ce4ab325-92d6-4a6e-9908-196075ac0ac6 HTTP/1.1" status: 200 len: 1096 time: 0.0830879 Jun 21 10:13:09.517128 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322b84a-d7de-493f-9394-ac88655db154 req-d2a03f4c-1dc0-4b08-8989-59e2fe999e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:09.518471 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6322b84a-d7de-493f-9394-ac88655db154 req-d2a03f4c-1dc0-4b08-8989-59e2fe999e02 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=b1c346eb3bf14abab0822a46f962dde2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3126380 Jun 21 10:13:09.699891 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322b84a-d7de-493f-9394-ac88655db154 req-89d91ae5-c1de-438c-86d8-506d25567068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:09.701433 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6322b84a-d7de-493f-9394-ac88655db154 req-89d91ae5-c1de-438c-86d8-506d25567068 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1692443 Jun 21 10:13:09.866749 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca26ad6-f045-49c4-bcb3-9f592a30b095 req-ee5baabb-560c-4d34-ac29-9cc0d67b5980 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:09.868437 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fca26ad6-f045-49c4-bcb3-9f592a30b095 req-ee5baabb-560c-4d34-ac29-9cc0d67b5980 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4ab325-92d6-4a6e-9908-196075ac0ac6 HTTP/1.1" status: 200 len: 943 time: 0.1061447 Jun 21 10:13:09.897625 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-6e562cbb-c675-47fb-b4ac-74759d70fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:09.898191 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-6e562cbb-c675-47fb-b4ac-74759d70fdb8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1c346eb3bf14abab0822a46f962dde2&device_id=ce4ab325-92d6-4a6e-9908-196075ac0ac6 HTTP/1.1" status: 200 len: 1096 time: 0.0969141 Jun 21 10:13:09.928928 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fca26ad6-f045-49c4-bcb3-9f592a30b095 req-299de0c2-ec44-4744-a5eb-d7fe33bac0ef tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484707 Jun 21 10:13:09.956630 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-9a50fbf5-a59c-4450-b379-29d4eea9acec service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b88b7f0e-4f50-41d0-a80d-21e8b4b1092c HTTP/1.1" status: 200 len: 217 time: 0.0406423 Jun 21 10:13:10.019945 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-0fc49dce-f6a6-4841-8c9c-61306e771943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:10.021410 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-0fc49dce-f6a6-4841-8c9c-61306e771943 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2cda0658-0616-43b6-ab62-d04302c3323c HTTP/1.1" status: 200 len: 849 time: 0.0572124 Jun 21 10:13:10.073471 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-b12b63ff-93c4-464a-8efc-d2b783b6b64e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=85f22717-be90-45d5-b9e1-81e0c5fa4f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443873 Jun 21 10:13:10.183622 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-50802b81-20fb-413f-b667-5a320c23b132 service neutron] 10.222.0.74 "GET /v2.0/networks/85f22717-be90-45d5-b9e1-81e0c5fa4f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886517 Jun 21 10:13:10.297945 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4b1757f4-c5d2-42d2-9513-ac218ac083e1 req-eac52ba4-ee4a-42bf-ad8e-e9551ee9562e service neutron] 10.222.0.74 "GET /v2.0/networks/85f22717-be90-45d5-b9e1-81e0c5fa4f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065445 Jun 21 10:13:10.830225 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:10.926205 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-0996dbc3-dc20-4de5-91b8-a9ded9a79972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:11.142384 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec63f2-cece-440c-b01e-afa4b268a3cb req-bf72ba78-92d4-4732-bb86-9a99ddb15cba tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:11.144688 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-02ec63f2-cece-440c-b01e-afa4b268a3cb req-bf72ba78-92d4-4732-bb86-9a99ddb15cba tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4ab325-92d6-4a6e-9908-196075ac0ac6 HTTP/1.1" status: 200 len: 943 time: 0.0796368 Jun 21 10:13:11.204048 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-02ec63f2-cece-440c-b01e-afa4b268a3cb req-3160d930-f5f6-444a-b9ee-12c0e07f3ad5 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502255 Jun 21 10:13:11.752298 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68393bf5-3c9c-4f5c-9cde-2bd5ebf195f9 req-3437b9c9-1a5c-421b-ba2f-6efda8031453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:11.754074 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-68393bf5-3c9c-4f5c-9cde-2bd5ebf195f9 req-3437b9c9-1a5c-421b-ba2f-6efda8031453 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c2d9d5ab2e5b4ff2946f67faed489d72&device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 1098 time: 0.1129389 Jun 21 10:13:11.764267 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337d45b-d9b7-4aab-9913-b514a4a9ecaf req-987edec2-91a2-4878-b54f-45eab490df4b tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:11.766184 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8337d45b-d9b7-4aab-9913-b514a4a9ecaf req-987edec2-91a2-4878-b54f-45eab490df4b tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.1167498 Jun 21 10:13:11.857023 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8337d45b-d9b7-4aab-9913-b514a4a9ecaf req-edcc43e9-6f31-4d8d-a3ce-0080ebea7d56 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809610 Jun 21 10:13:11.883624 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68393bf5-3c9c-4f5c-9cde-2bd5ebf195f9 req-d362fc0b-56f4-479a-ac01-d3d5e4cd9c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:11.885856 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-68393bf5-3c9c-4f5c-9cde-2bd5ebf195f9 req-d362fc0b-56f4-479a-ac01-d3d5e4cd9c0a service neutron] 10.222.0.74 "GET /v2.0/networks?id=e71b334c-ddd6-4f01-b186-8e77b4307c85 HTTP/1.1" status: 200 len: 920 time: 0.1185668 Jun 21 10:13:11.950299 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-68393bf5-3c9c-4f5c-9cde-2bd5ebf195f9 req-023db32d-52f9-4e2c-b948-0e336e7b5445 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebd6c2d0-1396-490d-883f-285c2d33455c HTTP/1.1" status: 200 len: 217 time: 0.0408349 Jun 21 10:13:12.006093 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68393bf5-3c9c-4f5c-9cde-2bd5ebf195f9 req-6bbbd7ff-43f6-4f86-9015-702dc2febf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:12.007533 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-68393bf5-3c9c-4f5c-9cde-2bd5ebf195f9 req-6bbbd7ff-43f6-4f86-9015-702dc2febf73 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=885fa30c-53d9-43e2-8ec4-5d5887d6e1c3 HTTP/1.1" status: 200 len: 858 time: 0.0474579 Jun 21 10:13:12.395144 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed65ec-bf25-4319-b2f2-eff3e9402a5d req-5bf7323b-5e1d-4777-964b-09db613fe0a6 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:12.396684 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-13ed65ec-bf25-4319-b2f2-eff3e9402a5d req-5bf7323b-5e1d-4777-964b-09db613fe0a6 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4ab325-92d6-4a6e-9908-196075ac0ac6 HTTP/1.1" status: 200 len: 943 time: 0.0665777 Jun 21 10:13:12.436540 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-13ed65ec-bf25-4319-b2f2-eff3e9402a5d req-4ff4021a-436b-4866-a005-1505a0b66926 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333641 Jun 21 10:13:12.923947 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-68393bf5-3c9c-4f5c-9cde-2bd5ebf195f9 req-05039dde-f80a-4509-95d8-1bed607184d9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e71b334c-ddd6-4f01-b186-8e77b4307c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276396 Jun 21 10:13:13.033405 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:13.041833 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24364020-020c-4785-95f6-d9fa98bb28b3 req-cbf879e0-0e3f-4d64-bb92-fb73196e07ea tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:13.043373 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-24364020-020c-4785-95f6-d9fa98bb28b3 req-cbf879e0-0e3f-4d64-bb92-fb73196e07ea tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.0686145 Jun 21 10:13:13.084041 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-24364020-020c-4785-95f6-d9fa98bb28b3 req-88fbc505-0a47-467b-9e96-0c817e804f12 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349801 Jun 21 10:13:13.633036 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e36e74-b1b0-4fe2-b142-f52f9757e054 req-0c067c8f-8095-4f29-b908-cceb0c2eb360 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:13.635557 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-49e36e74-b1b0-4fe2-b142-f52f9757e054 req-0c067c8f-8095-4f29-b908-cceb0c2eb360 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4ab325-92d6-4a6e-9908-196075ac0ac6 HTTP/1.1" status: 200 len: 943 time: 0.0755363 Jun 21 10:13:13.692033 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-49e36e74-b1b0-4fe2-b142-f52f9757e054 req-9ea82e4b-914a-479a-87c6-ac30b6be824a tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485508 Jun 21 10:13:13.864800 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-68393bf5-3c9c-4f5c-9cde-2bd5ebf195f9 req-a53f4aff-1a5b-4ac5-b80a-ccd2d5cb00e1 service neutron] 10.222.0.74 "GET /v2.0/networks/e71b334c-ddd6-4f01-b186-8e77b4307c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219485 Jun 21 10:13:14.285581 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef1fdc-ee0d-4f83-8c56-60d6c0007f62 req-7322545c-73e4-4619-83bb-abf4bda0530f tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:14.287852 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-feef1fdc-ee0d-4f83-8c56-60d6c0007f62 req-7322545c-73e4-4619-83bb-abf4bda0530f tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.0815706 Jun 21 10:13:14.338950 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-feef1fdc-ee0d-4f83-8c56-60d6c0007f62 req-7ed6a599-3f2d-468f-919d-c8d1e4e83c0a tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438619 Jun 21 10:13:14.782784 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device b88b7f0e-4f50-41d0-a80d-21e8b4b1092c details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 10:13:14.893127 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83d906-51f7-4b5f-911e-10c4ab092e2b req-783d5752-e9bc-4238-a55e-9591bb1be589 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:14.895577 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0b83d906-51f7-4b5f-911e-10c4ab092e2b req-783d5752-e9bc-4238-a55e-9591bb1be589 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4ab325-92d6-4a6e-9908-196075ac0ac6 HTTP/1.1" status: 200 len: 943 time: 0.0819836 Jun 21 10:13:14.929167 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-68393bf5-3c9c-4f5c-9cde-2bd5ebf195f9 req-08b1996f-9a74-4455-9fe8-5667b2e4f488 service neutron] 10.222.0.74 "GET /v2.0/networks/e71b334c-ddd6-4f01-b186-8e77b4307c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470726 Jun 21 10:13:14.929422 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port b88b7f0e-4f50-41d0-a80d-21e8b4b1092c, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b88b7f0e-4f50-41d0-a80d-21e8b4b1092c,segment=NetworkSegment(add66687-fc3e-4962-a0af-6ea936c822ff),segment_id=add66687-fc3e-4962-a0af-6ea936c822ff)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:13:14.942944 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0b83d906-51f7-4b5f-911e-10c4ab092e2b req-28f52ff4-a922-4932-9868-fcf139aae290 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371044 Jun 21 10:13:14.943848 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Returning: {'device': 'b88b7f0e-4f50-41d0-a80d-21e8b4b1092c', 'network_id': '85f22717-be90-45d5-b9e1-81e0c5fa4f08', 'port_id': 'b88b7f0e-4f50-41d0-a80d-21e8b4b1092c', 'mac_address': 'fa:16:3e:1b:89:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cda0658-0616-43b6-ab62-d04302c3323c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 10:13:15.002153 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:15.017140 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b88b7f0e-4f50-41d0-a80d-21e8b4b1092c {{(pid=92969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:13:15.038514 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port b88b7f0e-4f50-41d0-a80d-21e8b4b1092c, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b88b7f0e-4f50-41d0-a80d-21e8b4b1092c,segment=NetworkSegment(add66687-fc3e-4962-a0af-6ea936c822ff),segment_id=add66687-fc3e-4962-a0af-6ea936c822ff)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:13:15.043396 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:15.045402 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:15.093558 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=b88b7f0e-4f50-41d0-a80d-21e8b4b1092c,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:15.096673 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:15.123329 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:15.523749 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a308c21-c536-41cf-ab6f-3814b1e6a7a3 req-59133e1b-b155-47d0-a154-15a0b9f28be1 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:15.525918 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5a308c21-c536-41cf-ab6f-3814b1e6a7a3 req-59133e1b-b155-47d0-a154-15a0b9f28be1 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.0683985 Jun 21 10:13:15.569325 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5a308c21-c536-41cf-ab6f-3814b1e6a7a3 req-ccb6385f-86f3-4693-847f-52acfbb08af1 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373502 Jun 21 10:13:15.596296 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['b88b7f0e-4f50-41d0-a80d-21e8b4b1092c'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:13:16.168278 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de53614-8432-44c7-bc6a-56b3ec4ea533 req-75069cf3-ed04-4d36-a93d-11f3b020c2aa tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:16.169893 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7de53614-8432-44c7-bc6a-56b3ec4ea533 req-75069cf3-ed04-4d36-a93d-11f3b020c2aa tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4ab325-92d6-4a6e-9908-196075ac0ac6 HTTP/1.1" status: 200 len: 944 time: 0.0721686 Jun 21 10:13:16.211548 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7de53614-8432-44c7-bc6a-56b3ec4ea533 req-0e236eeb-94d4-4fad-a1fd-cde98ce3e86b tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358832 Jun 21 10:13:16.803082 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50304a5b-ebe5-4850-8e54-0ca2935c8603 req-ef28c00e-c282-444f-a50a-6c1973ce165e tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:16.804654 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-50304a5b-ebe5-4850-8e54-0ca2935c8603 req-ef28c00e-c282-444f-a50a-6c1973ce165e tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.0790453 Jun 21 10:13:16.857192 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-50304a5b-ebe5-4850-8e54-0ca2935c8603 req-4a4bbaf8-b543-4429-a182-f94934dbd3df tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430241 Jun 21 10:13:17.192526 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device b88b7f0e-4f50-41d0-a80d-21e8b4b1092c up at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:13:17.241720 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning for port b88b7f0e-4f50-41d0-a80d-21e8b4b1092c completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:13:17.246535 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning complete for port b88b7f0e-4f50-41d0-a80d-21e8b4b1092c triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:13:17.247008 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:17.325283 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:17.356163 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4ab325-92d6-4a6e-9908-196075ac0ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88b7f0e-4f50-41d0-a80d-21e8b4b1092c'}] {{(pid=92969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:13:17.358996 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c706f658ccf844bfe168bfc8e6ee8c8c6942380e727e998ad24aefeb68f4a8cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30b8877-6ebb-4ef5-b6aa-32470a52d8e8" -d '{"events": [{"server_uuid": "ce4ab325-92d6-4a6e-9908-196075ac0ac6", "name": "network-vif-plugged", "status": "completed", "tag": "b88b7f0e-4f50-41d0-a80d-21e8b4b1092c"}]}' {{(pid=92969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:13:17.373912 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port b88b7f0e-4f50-41d0-a80d-21e8b4b1092c, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b88b7f0e-4f50-41d0-a80d-21e8b4b1092c,segment=NetworkSegment(add66687-fc3e-4962-a0af-6ea936c822ff),segment_id=add66687-fc3e-4962-a0af-6ea936c822ff)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:13:17.382835 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:17.386659 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:17.410734 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a887d3a-4a1e-48ee-b78f-20a798ec637e x-openstack-request-id: req-0a887d3a-4a1e-48ee-b78f-20a798ec637e {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:13:17.410913 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4ab325-92d6-4a6e-9908-196075ac0ac6", "name": "network-vif-plugged", "status": "completed", "tag": "b88b7f0e-4f50-41d0-a80d-21e8b4b1092c", "code": 200}]} {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:13:17.411436 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0a887d3a-4a1e-48ee-b78f-20a798ec637e {{(pid=92969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:13:17.411826 dv-cinder-797245-3-iscsi neutron-server[92969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4ab325-92d6-4a6e-9908-196075ac0ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88b7f0e-4f50-41d0-a80d-21e8b4b1092c', 'code': 200} Jun 21 10:13:17.436494 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9e32f-c24d-465d-98aa-6b5bf5fa0d43 req-e0698a22-2046-46c4-9abd-c69439830941 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:17.438758 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-56f9e32f-c24d-465d-98aa-6b5bf5fa0d43 req-e0698a22-2046-46c4-9abd-c69439830941 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4ab325-92d6-4a6e-9908-196075ac0ac6 HTTP/1.1" status: 200 len: 944 time: 0.1036649 Jun 21 10:13:17.441378 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=b88b7f0e-4f50-41d0-a80d-21e8b4b1092c,revision_number=5']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:17.444573 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:17.485426 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-56f9e32f-c24d-465d-98aa-6b5bf5fa0d43 req-573f08ad-ce6f-4e18-ab45-eaa849452e21 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400975 Jun 21 10:13:18.045237 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8ec21-e766-4a8b-9245-eccfba903e2f req-ee47f3c4-196c-44da-8e0b-4cacc52cdbf9 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:18.047037 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e5f8ec21-e766-4a8b-9245-eccfba903e2f req-ee47f3c4-196c-44da-8e0b-4cacc52cdbf9 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.0673957 Jun 21 10:13:18.086460 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e5f8ec21-e766-4a8b-9245-eccfba903e2f req-71b8a8bb-47a0-45ca-8136-740c6377d0fe tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339508 Jun 21 10:13:18.663313 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c74f6-0488-4303-8d79-3d120b0d049b req-f29fce87-a886-49fe-895d-8b0f4d033f5f tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:18.664730 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-5e9c74f6-0488-4303-8d79-3d120b0d049b req-f29fce87-a886-49fe-895d-8b0f4d033f5f tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4ab325-92d6-4a6e-9908-196075ac0ac6 HTTP/1.1" status: 200 len: 945 time: 0.0670161 Jun 21 10:13:18.705832 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-5e9c74f6-0488-4303-8d79-3d120b0d049b req-006e3fab-2a7e-4c99-af2c-a7c7cadee006 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346663 Jun 21 10:13:19.284350 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953cca44-f897-439c-9f59-381f4d300667 req-6311527e-94b0-41f0-8fde-05294d591983 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:19.285775 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-953cca44-f897-439c-9f59-381f4d300667 req-6311527e-94b0-41f0-8fde-05294d591983 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.0705051 Jun 21 10:13:19.325672 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-953cca44-f897-439c-9f59-381f4d300667 req-2664db02-7e10-45ec-ac18-fb154da34a10 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335178 Jun 21 10:13:19.897963 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a5f38-5ac4-4f89-a0f9-30b0e8656650 req-1775cc5e-6ba6-4198-9c65-d7445c567727 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:19.899899 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-5f4a5f38-5ac4-4f89-a0f9-30b0e8656650 req-1775cc5e-6ba6-4198-9c65-d7445c567727 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4ab325-92d6-4a6e-9908-196075ac0ac6 HTTP/1.1" status: 200 len: 945 time: 0.0832353 Jun 21 10:13:19.945167 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-5f4a5f38-5ac4-4f89-a0f9-30b0e8656650 req-75ea78c4-69af-4464-8628-d89887af7909 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388086 Jun 21 10:13:20.522562 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37caffff-8b13-4627-869f-f27780dd6388 req-7e5c3b24-ec2b-4fbf-ab36-5124bb4ab0ac tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:20.525359 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-37caffff-8b13-4627-869f-f27780dd6388 req-7e5c3b24-ec2b-4fbf-ab36-5124bb4ab0ac tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.0713508 Jun 21 10:13:20.589905 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-37caffff-8b13-4627-869f-f27780dd6388 req-95550393-2284-41d7-8fd1-bbb8fe8d7533 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564992 Jun 21 10:13:20.668794 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a1955-78ce-4200-8340-20b4026c040c req-adfe26af-30b6-4735-99c1-e137bd87ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:20.671185 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-657a1955-78ce-4200-8340-20b4026c040c req-adfe26af-30b6-4735-99c1-e137bd87ce61 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ce4ab325-92d6-4a6e-9908-196075ac0ac6 HTTP/1.1" status: 200 len: 1098 time: 0.0653386 Jun 21 10:13:20.717886 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-657a1955-78ce-4200-8340-20b4026c040c req-20f36142-254d-4cad-85e2-efd465c681d6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293374 Jun 21 10:13:21.148317 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b61a9-b268-4380-a3c7-1cc686fc940b req-c919ab40-7499-4520-9c19-2853581c0e97 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:21.150488 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-865b61a9-b268-4380-a3c7-1cc686fc940b req-c919ab40-7499-4520-9c19-2853581c0e97 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4ab325-92d6-4a6e-9908-196075ac0ac6 HTTP/1.1" status: 200 len: 945 time: 0.0681059 Jun 21 10:13:21.191806 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-865b61a9-b268-4380-a3c7-1cc686fc940b req-9fd594fd-79e9-4875-b89e-f161cf4be9c5 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350666 Jun 21 10:13:21.774361 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e820e-7816-4c55-91b3-bc23c4634ff1 req-4924bc93-c8c4-4c49-936c-d7fa0410262e tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:21.776438 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9d6e820e-7816-4c55-91b3-bc23c4634ff1 req-4924bc93-c8c4-4c49-936c-d7fa0410262e tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.0669568 Jun 21 10:13:21.814606 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9d6e820e-7816-4c55-91b3-bc23c4634ff1 req-672d372e-23bc-44e1-8b26-de56edecb050 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324714 Jun 21 10:13:22.506626 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac683d4-b7ab-4d7c-ad10-3c9ac5f043d8 req-c79e1dba-0490-451e-b09b-3c0718183245 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:22.519396 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7ac683d4-b7ab-4d7c-ad10-3c9ac5f043d8 req-c79e1dba-0490-451e-b09b-3c0718183245 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4ab325-92d6-4a6e-9908-196075ac0ac6 HTTP/1.1" status: 200 len: 945 time: 0.1844232 Jun 21 10:13:22.578622 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7ac683d4-b7ab-4d7c-ad10-3c9ac5f043d8 req-25b9aae9-1e5b-44f4-93bd-0ccc604beef3 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580947 Jun 21 10:13:22.767210 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 46378) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:22.788181 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 46382) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:22.915190 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-bebf0c41-3f0f-4145-bfc0-82cf1a62965c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:22.937052 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fcd96203-72ba-4b4d-a42b-56530b19d0d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:23.044989 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-bebf0c41-3f0f-4145-bfc0-82cf1a62965c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:23.052551 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb0eae-7907-4ef2-8c9a-3c94aaba8942 req-c698f939-2d6f-4277-b2f4-be0fe7403eac tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:23.054032 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-03eb0eae-7907-4ef2-8c9a-3c94aaba8942 req-c698f939-2d6f-4277-b2f4-be0fe7403eac tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.0697176 Jun 21 10:13:23.059322 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-bebf0c41-3f0f-4145-bfc0-82cf1a62965c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:23.064184 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-d2c79881-18ff-4b87-b8b9-59c7ec72f508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:23.103044 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-bebf0c41-3f0f-4145-bfc0-82cf1a62965c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=76f2aad8cd844c1186636e133f317188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3111179 Jun 21 10:13:23.104030 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 46396) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:23.117272 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-03eb0eae-7907-4ef2-8c9a-3c94aaba8942 req-bd902eb0-6106-41c6-9d91-38f4727087b7 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555453 Jun 21 10:13:23.124725 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf0c41-3f0f-4145-bfc0-82cf1a62965c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ff9c7c-566f-4daf-8a53-8ca802458824,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:23.140206 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-bebf0c41-3f0f-4145-bfc0-82cf1a62965c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:23.193820 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41053947-d9c7-49f0-8866-b0c01f8e7218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:23.203677 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fcd96203-72ba-4b4d-a42b-56530b19d0d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:23.208976 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fcd96203-72ba-4b4d-a42b-56530b19d0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:23.213538 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-31ed9dba-65a2-4891-8223-5052c622f52b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:23.216986 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41053947-d9c7-49f0-8866-b0c01f8e7218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:23.249447 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-fcd96203-72ba-4b4d-a42b-56530b19d0d4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ca7e13b8fe164fe4804e3178d3cb18fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4804304 Jun 21 10:13:23.251512 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd96203-72ba-4b4d-a42b-56530b19d0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9177aac-0b4c-41b3-976d-474089801151,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:23.253731 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 46398) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:23.255003 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-fcd96203-72ba-4b4d-a42b-56530b19d0d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:23.279075 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41053947-d9c7-49f0-8866-b0c01f8e7218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:23.281754 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41053947-d9c7-49f0-8866-b0c01f8e7218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:23.282883 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-41053947-d9c7-49f0-8866-b0c01f8e7218 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f1ff9c7c-566f-4daf-8a53-8ca802458824 HTTP/1.1" status: 204 len: 168 time: 0.1620991 Jun 21 10:13:23.288090 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-aa073806-cc10-44f3-9321-0863ec2fe4ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:23.300449 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41053947-d9c7-49f0-8866-b0c01f8e7218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ff9c7c-566f-4daf-8a53-8ca802458824,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:23.303079 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-41053947-d9c7-49f0-8866-b0c01f8e7218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:23.520546 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f4b222ec-92ed-4211-bde1-85783ae452f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:23.548767 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f4b222ec-92ed-4211-bde1-85783ae452f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:23.600478 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f4b222ec-92ed-4211-bde1-85783ae452f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:23.603834 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f4b222ec-92ed-4211-bde1-85783ae452f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:23.604998 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-f4b222ec-92ed-4211-bde1-85783ae452f8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f9177aac-0b4c-41b3-976d-474089801151 HTTP/1.1" status: 204 len: 168 time: 0.3501849 Jun 21 10:13:23.605752 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-41827349-127c-4c5e-8b75-679aab0be4fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:23.614090 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b222ec-92ed-4211-bde1-85783ae452f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9177aac-0b4c-41b3-976d-474089801151,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:23.617116 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-f4b222ec-92ed-4211-bde1-85783ae452f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:23.858920 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cbed5-b130-48ff-b117-8cd28ae95058 req-3e3ad355-94c4-4365-8f0e-a6ed72be38b1 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:23.861121 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ea3cbed5-b130-48ff-b117-8cd28ae95058 req-3e3ad355-94c4-4365-8f0e-a6ed72be38b1 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4ab325-92d6-4a6e-9908-196075ac0ac6 HTTP/1.1" status: 200 len: 945 time: 0.0906694 Jun 21 10:13:23.949838 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ea3cbed5-b130-48ff-b117-8cd28ae95058 req-499abeb7-1ce9-4f77-a2a9-f2169864a2ad tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817139 Jun 21 10:13:24.013933 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 46428) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:24.036099 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-cc6991e5-24cb-4bfd-b2fe-a2bfd04443d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:24.185407 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-cc6991e5-24cb-4bfd-b2fe-a2bfd04443d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:24.190572 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-cc6991e5-24cb-4bfd-b2fe-a2bfd04443d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:24.193298 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-e1c828bd-7c79-4c2e-b6e7-214bd4a050b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:24.244149 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-cc6991e5-24cb-4bfd-b2fe-a2bfd04443d2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a437d0dbc228442b9f3315b9fe847f76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292881 Jun 21 10:13:24.246926 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6991e5-24cb-4bfd-b2fe-a2bfd04443d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2debe510-e30a-4b40-bfba-a56fa4f10e27,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:24.250002 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-cc6991e5-24cb-4bfd-b2fe-a2bfd04443d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:24.252553 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 46440) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:24.327010 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d6648b06-a801-4c40-b8fe-3c867903bb5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:24.366332 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d6648b06-a801-4c40-b8fe-3c867903bb5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:24.453055 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85584d0b-6da7-4d7b-b848-1767498a7297 req-fd2fdeac-41b2-4040-8160-dc075579c9db tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:24.454638 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-85584d0b-6da7-4d7b-b848-1767498a7297 req-fd2fdeac-41b2-4040-8160-dc075579c9db tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.1160364 Jun 21 10:13:24.469112 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d6648b06-a801-4c40-b8fe-3c867903bb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:24.473340 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d6648b06-a801-4c40-b8fe-3c867903bb5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:24.475226 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-d6648b06-a801-4c40-b8fe-3c867903bb5e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2debe510-e30a-4b40-bfba-a56fa4f10e27 HTTP/1.1" status: 204 len: 168 time: 0.2214630 Jun 21 10:13:24.478837 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-1b19ceb1-a5cb-443e-b7c7-d8eee9f682cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:24.495180 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6648b06-a801-4c40-b8fe-3c867903bb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2debe510-e30a-4b40-bfba-a56fa4f10e27,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:24.504577 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-d6648b06-a801-4c40-b8fe-3c867903bb5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:24.519512 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-85584d0b-6da7-4d7b-b848-1767498a7297 req-eaab3092-f7fa-43a7-af96-43ae14b1e628 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563381 Jun 21 10:13:24.865506 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 46456) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:24.991079 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e90e753b-26f7-4b7b-ab1c-463f94328140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:25.038974 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 46462) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:25.059709 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a9267d05-1618-41c5-ade9-a8b5fc46296f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:25.118177 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e90e753b-26f7-4b7b-ab1c-463f94328140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:25.122414 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e90e753b-26f7-4b7b-ab1c-463f94328140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:25.124922 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-0f6389d0-268c-4037-91fc-c3baea1af586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:25.163359 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-e90e753b-26f7-4b7b-ab1c-463f94328140 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=60c8fd51f21e4e3b9611f3fc2c8a75f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966402 Jun 21 10:13:25.164095 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e753b-26f7-4b7b-ab1c-463f94328140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50fd343-1839-4217-a53c-b1e041bfc7a2,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:25.167367 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-e90e753b-26f7-4b7b-ab1c-463f94328140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:25.167853 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 46464) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:25.220225 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-5a708410-6f1e-47ff-8a5b-2fe015c052ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:25.221263 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a9267d05-1618-41c5-ade9-a8b5fc46296f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:25.225198 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a9267d05-1618-41c5-ade9-a8b5fc46296f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:25.228367 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-19081e74-f0a9-4dbd-8104-e1483fa1ef62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:25.243858 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-5a708410-6f1e-47ff-8a5b-2fe015c052ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:25.266435 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-a9267d05-1618-41c5-ade9-a8b5fc46296f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=006f3f5d9c0043ed95c528984046ca85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262580 Jun 21 10:13:25.267702 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9267d05-1618-41c5-ade9-a8b5fc46296f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29d105e-3180-40cf-bc00-06a5772f676d,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:25.270187 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 46468) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:25.277176 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-a9267d05-1618-41c5-ade9-a8b5fc46296f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:25.319259 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-5a708410-6f1e-47ff-8a5b-2fe015c052ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:25.324185 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-5a708410-6f1e-47ff-8a5b-2fe015c052ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:25.325355 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-5a708410-6f1e-47ff-8a5b-2fe015c052ac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d50fd343-1839-4217-a53c-b1e041bfc7a2 HTTP/1.1" status: 204 len: 168 time: 0.1565797 Jun 21 10:13:25.326253 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-d039239d-2440-4622-87e8-e27d89d42d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:25.334654 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a708410-6f1e-47ff-8a5b-2fe015c052ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50fd343-1839-4217-a53c-b1e041bfc7a2,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:25.337129 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-5a708410-6f1e-47ff-8a5b-2fe015c052ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:25.358989 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7e53d3e2-5423-471e-91c1-1a397e1943eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:25.401187 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7e53d3e2-5423-471e-91c1-1a397e1943eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:25.464296 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7e53d3e2-5423-471e-91c1-1a397e1943eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:25.467105 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7e53d3e2-5423-471e-91c1-1a397e1943eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:25.468222 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-7e53d3e2-5423-471e-91c1-1a397e1943eb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d29d105e-3180-40cf-bc00-06a5772f676d HTTP/1.1" status: 204 len: 168 time: 0.1971343 Jun 21 10:13:25.468999 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-a9267d05-1618-41c5-ade9-a8b5fc46296f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:25.476971 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53d3e2-5423-471e-91c1-1a397e1943eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29d105e-3180-40cf-bc00-06a5772f676d,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:25.479386 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-7e53d3e2-5423-471e-91c1-1a397e1943eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:25.786257 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3158354-b559-46bc-bdde-54e0900ede6a req-170b9fb9-a591-48ac-ab5b-d06206d2a2be tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:25.787998 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c3158354-b559-46bc-bdde-54e0900ede6a req-170b9fb9-a591-48ac-ab5b-d06206d2a2be tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.0958328 Jun 21 10:13:25.834057 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c3158354-b559-46bc-bdde-54e0900ede6a req-1c9ae418-612d-46b4-b6db-5f7c94fe07cc tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379350 Jun 21 10:13:26.256047 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 46500) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:26.369948 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-b18c83db-27a4-4a67-8a7a-a8f3eea1fa4f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-245411859-network', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:13:26.394317 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18c83db-27a4-4a67-8a7a-a8f3eea1fa4f admin admin] Made reservation on behalf of d89583220ee1440bbdfeda076a37714b for: {'network': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:13:26.396805 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b18c83db-27a4-4a67-8a7a-a8f3eea1fa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for network, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:26.406383 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b18c83db-27a4-4a67-8a7a-a8f3eea1fa4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:26.532154 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b18c83db-27a4-4a67-8a7a-a8f3eea1fa4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:26.537018 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b18c83db-27a4-4a67-8a7a-a8f3eea1fa4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:26.541575 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-d2aac260-6336-4f13-b9c0-11567fd20260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:26.564163 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b18c83db-27a4-4a67-8a7a-a8f3eea1fa4f admin admin] vlan segment allocate from pool success with {'vlan_id': 1159, 'physical_network': 'physnet1'} {{(pid=92958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 10:13:26.574839 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c83db-27a4-4a67-8a7a-a8f3eea1fa4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9aaa40b-e33a-49d6-a7ed-95f2ff148612,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:26.579245 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-b18c83db-27a4-4a67-8a7a-a8f3eea1fa4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:26.580333 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b18c83db-27a4-4a67-8a7a-a8f3eea1fa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:26.580692 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.db.segments_db [None req-b18c83db-27a4-4a67-8a7a-a8f3eea1fa4f admin admin] Added segment 0a9d78b6-c495-4794-ada2-561317aa9db4 of type vlan for network 99912a94-0af8-44a1-b5eb-2eb4255e8f95 Jun 21 10:13:26.633772 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b18c83db-27a4-4a67-8a7a-a8f3eea1fa4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741296102858'] for network, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:26.678604 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b18c83db-27a4-4a67-8a7a-a8f3eea1fa4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523'] for network, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:26.678604 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18c83db-27a4-4a67-8a7a-a8f3eea1fa4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:26.678604 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b18c83db-27a4-4a67-8a7a-a8f3eea1fa4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:26.678604 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-e85591a1-0687-4083-b204-ae149b9bb99d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:26.731326 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-b18c83db-27a4-4a67-8a7a-a8f3eea1fa4f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4740968 Jun 21 10:13:26.734902 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c83db-27a4-4a67-8a7a-a8f3eea1fa4f admin admin] Pushing event updated for resources: {'Network': ['ID=99912a94-0af8-44a1-b5eb-2eb4255e8f95,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:26.735428 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 46524) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:26.738250 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-b18c83db-27a4-4a67-8a7a-a8f3eea1fa4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:26.741067 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-40dd9b34-0727-4de7-9b5f-269901e4e0db admin admin] Request body: {'subnet': {'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-245411859-subnet', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'ip_version': 4}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:13:26.747439 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Network 99912a94-0af8-44a1-b5eb-2eb4255e8f95 details requested by agent ovs-agent-dv-cinder-797245-3-iscsi with host dv-cinder-797245-3-iscsi {{(pid=92969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 10:13:26.772077 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40dd9b34-0727-4de7-9b5f-269901e4e0db admin admin] Made reservation on behalf of d89583220ee1440bbdfeda076a37714b for: {'subnet': 1} {{(pid=92965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:13:26.774512 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-40dd9b34-0727-4de7-9b5f-269901e4e0db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9374854'] for subnet, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:27.023908 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-40dd9b34-0727-4de7-9b5f-269901e4e0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11354221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9374868'] for subnet, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:27.027380 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:27.100693 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd9b34-0727-4de7-9b5f-269901e4e0db admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c4edada-c0f2-4bfd-9da7-75ff93dda488,revision_number=0']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:27.120690 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:27.131607 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-40dd9b34-0727-4de7-9b5f-269901e4e0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:27.162143 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21daa4-08eb-48ed-8fef-79e9f37803f5 req-e2c711f1-2bf7-495c-865d-b442c2faca68 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:27.164022 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dd9b34-0727-4de7-9b5f-269901e4e0db admin admin] Checking segment: {'id': '0a9d78b6-c495-4794-ada2-561317aa9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:13:27.164426 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dd9b34-0727-4de7-9b5f-269901e4e0db admin admin] Network hostable DHCP agents. Network: 99912a94-0af8-44a1-b5eb-2eb4255e8f95, hostable agents: ['0a019bba-016c-4460-8b54-4bd863e23b42'], hosted agents: [] {{(pid=92965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 10:13:27.170760 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ce21daa4-08eb-48ed-8fef-79e9f37803f5 req-e2c711f1-2bf7-495c-865d-b442c2faca68 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.1138222 Jun 21 10:13:27.202964 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dd9b34-0727-4de7-9b5f-269901e4e0db admin admin] Network 99912a94-0af8-44a1-b5eb-2eb4255e8f95 is scheduled to be hosted by DHCP agent 0a019bba-016c-4460-8b54-4bd863e23b42 with binding_index 1 {{(pid=92965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 10:13:27.216055 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [None req-40dd9b34-0727-4de7-9b5f-269901e4e0db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-3-iscsi, 99912a94-0af8-44a1-b5eb-2eb4255e8f95) {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:13:27.233337 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dd9b34-0727-4de7-9b5f-269901e4e0db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:27.234283 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-40dd9b34-0727-4de7-9b5f-269901e4e0db admin admin] Notify callbacks [] for subnet, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:27.235009 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cac5e0-268a-4dea-a3c3-22f70af5d133 None None] Network 99912a94-0af8-44a1-b5eb-2eb4255e8f95 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:13:27.252644 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ce21daa4-08eb-48ed-8fef-79e9f37803f5 req-752bc747-67fe-4bde-8051-3145c97d6fa0 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794907 Jun 21 10:13:27.258211 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-40dd9b34-0727-4de7-9b5f-269901e4e0db admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5216343 Jun 21 10:13:27.258515 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 46548) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:27.272418 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-56537eed-fd48-47a3-9b06-fbb2a7009339 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-245411859-router', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:13:27.311590 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-56537eed-fd48-47a3-9b06-fbb2a7009339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3733420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1346'] for router, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:27.314332 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-56537eed-fd48-47a3-9b06-fbb2a7009339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3857055', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1339'] for router, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:27.412910 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-56537eed-fd48-47a3-9b06-fbb2a7009339 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:27.511960 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105ce631-7aa3-49ec-8312-70f2da23e30b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759a80e7-35e0-5a16-8bb7-3ded93f90571-99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'fixed_ips': [{'subnet_id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488'}]}} from dv-cinder-797245-3-iscsi. {{(pid=92969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 10:13:27.512886 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-105ce631-7aa3-49ec-8312-70f2da23e30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:27.629539 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-56537eed-fd48-47a3-9b06-fbb2a7009339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3857133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3733342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1321'] for router, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:27.705467 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.db_base_plugin_common [None req-105ce631-7aa3-49ec-8312-70f2da23e30b None None] Allocated IP 172.20.0.2 (99912a94-0af8-44a1-b5eb-2eb4255e8f95/3c4edada-c0f2-4bfd-9da7-75ff93dda488/7936aa03-4a40-4740-accf-86562501c115) {{(pid=92969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:13:27.726826 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ca11c-c50f-4f26-8370-5b442b4685d3 req-2f936a4b-7774-4888-9bf3-50af8480c8d5 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:27.729017 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9b8ca11c-c50f-4f26-8370-5b442b4685d3 req-2f936a4b-7774-4888-9bf3-50af8480c8d5 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4ab325-92d6-4a6e-9908-196075ac0ac6 HTTP/1.1" status: 200 len: 945 time: 0.1333952 Jun 21 10:13:27.794420 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9b8ca11c-c50f-4f26-8370-5b442b4685d3 req-7b18dd77-503a-4425-946f-4a91ac7ccb6c tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531104 Jun 21 10:13:27.900472 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-105ce631-7aa3-49ec-8312-70f2da23e30b None None] Notify callbacks [] for port, precommit_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:27.924075 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-105ce631-7aa3-49ec-8312-70f2da23e30b None None] Transition to ACTIVE for port object 7936aa03-4a40-4740-accf-86562501c115 will not be triggered until provisioned by entity L2. {{(pid=92969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:13:27.935232 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-56537eed-fd48-47a3-9b06-fbb2a7009339 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:27.945965 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-105ce631-7aa3-49ec-8312-70f2da23e30b None None] Transition to ACTIVE for port object 7936aa03-4a40-4740-accf-86562501c115 will not be triggered until provisioned by entity DHCP. {{(pid=92969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:13:27.954807 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-105ce631-7aa3-49ec-8312-70f2da23e30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797'] for port, after_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:27.956850 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-19efd8e7-f667-46ad-98b7-e4e78597c898 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:27.957029 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-56537eed-fd48-47a3-9b06-fbb2a7009339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:28.007302 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105ce631-7aa3-49ec-8312-70f2da23e30b None None] Network 99912a94-0af8-44a1-b5eb-2eb4255e8f95 is already hosted by enough agents. {{(pid=92969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:13:28.011904 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.scheduler.base_scheduler [None req-105ce631-7aa3-49ec-8312-70f2da23e30b None None] Resources bound (agent type, host, resource id): {{(pid=92969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:13:28.015761 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105ce631-7aa3-49ec-8312-70f2da23e30b None None] Received port after_create {{(pid=92969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:13:28.024242 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ce631-7aa3-49ec-8312-70f2da23e30b None None] Pushing event updated for resources: {'Port': ['ID=7936aa03-4a40-4740-accf-86562501c115,revision_number=1']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:28.027733 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-105ce631-7aa3-49ec-8312-70f2da23e30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:28.108204 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-105ce631-7aa3-49ec-8312-70f2da23e30b None None] Attempting to bind port 7936aa03-4a40-4740-accf-86562501c115 on host dv-cinder-797245-3-iscsi for vnic_type normal with profile {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:13:28.108756 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-105ce631-7aa3-49ec-8312-70f2da23e30b None None] Attempting to bind port 7936aa03-4a40-4740-accf-86562501c115 by drivers openvswitch,hyperv on host dv-cinder-797245-3-iscsi at level 0 using segments [{'id': '0a9d78b6-c495-4794-ada2-561317aa9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95'}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:13:28.109181 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105ce631-7aa3-49ec-8312-70f2da23e30b None None] Attempting to bind port 7936aa03-4a40-4740-accf-86562501c115 on network 99912a94-0af8-44a1-b5eb-2eb4255e8f95 {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:13:28.115387 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105ce631-7aa3-49ec-8312-70f2da23e30b None None] Checking agent: {'id': '1b1a71b0-3353-4cb1-9b62-7c1d9dbff1e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 2, 11), 'started_at': datetime.datetime(2021, 6, 21, 10, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:13:28.115912 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105ce631-7aa3-49ec-8312-70f2da23e30b None None] Checking segment: {'id': '0a9d78b6-c495-4794-ada2-561317aa9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:13:28.116971 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-105ce631-7aa3-49ec-8312-70f2da23e30b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:28.116971 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105ce631-7aa3-49ec-8312-70f2da23e30b None None] Bound using segment: {'id': '0a9d78b6-c495-4794-ada2-561317aa9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95'} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:13:28.117236 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-105ce631-7aa3-49ec-8312-70f2da23e30b None None] Bound port: 7936aa03-4a40-4740-accf-86562501c115, host: dv-cinder-797245-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9d78b6-c495-4794-ada2-561317aa9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95'}}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:13:28.117616 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-105ce631-7aa3-49ec-8312-70f2da23e30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:28.145525 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [None req-56537eed-fd48-47a3-9b06-fbb2a7009339 admin admin] Allocated IP 172.27.2.240 (fb624688-f845-4b15-87c8-de4e29ba1da0/d2f51930-445a-41d0-bd73-46a6db281e7c/075a0383-c678-4854-8e3a-80e3d8621620) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:13:28.206811 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-105ce631-7aa3-49ec-8312-70f2da23e30b None None] For port 7936aa03-4a40-4740-accf-86562501c115, host dv-cinder-797245-3-iscsi, cleared binding levels {{(pid=92969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:13:28.210736 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-105ce631-7aa3-49ec-8312-70f2da23e30b None None] For port 7936aa03-4a40-4740-accf-86562501c115, host dv-cinder-797245-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=7936aa03-4a40-4740-accf-86562501c115,segment=NetworkSegment(0a9d78b6-c495-4794-ada2-561317aa9db4),segment_id=0a9d78b6-c495-4794-ada2-561317aa9db4)] {{(pid=92969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:13:28.216475 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-105ce631-7aa3-49ec-8312-70f2da23e30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:28.225311 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:28.283639 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ce631-7aa3-49ec-8312-70f2da23e30b None None] Pushing event updated for resources: {'Port': ['ID=7936aa03-4a40-4740-accf-86562501c115,revision_number=2']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:28.284534 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-56537eed-fd48-47a3-9b06-fbb2a7009339 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:28.287493 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-105ce631-7aa3-49ec-8312-70f2da23e30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:28.354278 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-56537eed-fd48-47a3-9b06-fbb2a7009339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1954238'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:28.357372 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-565d4df8-60ee-4053-a2a3-e3d4a78d1d72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:28.415215 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56537eed-fd48-47a3-9b06-fbb2a7009339 admin admin] Network fb624688-f845-4b15-87c8-de4e29ba1da0 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:13:28.416617 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-56537eed-fd48-47a3-9b06-fbb2a7009339 admin admin] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:13:28.419326 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56537eed-fd48-47a3-9b06-fbb2a7009339 admin admin] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:13:28.458583 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56537eed-fd48-47a3-9b06-fbb2a7009339 admin admin] Pushing event updated for resources: {'Port': ['ID=075a0383-c678-4854-8e3a-80e3d8621620,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:28.471943 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-56537eed-fd48-47a3-9b06-fbb2a7009339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:28.609003 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9ee05-7ab6-41bc-a5e7-2ecf3bc03ed9 req-b9502de4-10f6-4d91-973c-4fe9e80a2d1b tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:28.627995 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4ae9ee05-7ab6-41bc-a5e7-2ecf3bc03ed9 req-b9502de4-10f6-4d91-973c-4fe9e80a2d1b tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.1655531 Jun 21 10:13:28.742958 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4ae9ee05-7ab6-41bc-a5e7-2ecf3bc03ed9 req-855168d5-1c61-454a-8c0f-d682a7fe7238 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131601 Jun 21 10:13:28.916477 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-56537eed-fd48-47a3-9b06-fbb2a7009339 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:29.249430 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 46612) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:29.314131 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_v2 [None req-a659e79a-2141-4845-9279-f81315388148 admin admin] Deleting subnet 072c523e-bab7-4d6f-8eb4-d2dd35eaaf89 {{(pid=92965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 10:13:29.318769 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-a659e79a-2141-4845-9279-f81315388148 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:29.337056 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752eb54-b6f4-4bf6-b586-531ff742dfdc req-cd7f898b-6b62-4bf3-a842-45c0ff54feda tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:29.348829 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9752eb54-b6f4-4bf6-b586-531ff742dfdc req-cd7f898b-6b62-4bf3-a842-45c0ff54feda tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4ab325-92d6-4a6e-9908-196075ac0ac6 HTTP/1.1" status: 200 len: 945 time: 0.3951266 Jun 21 10:13:29.404095 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-a659e79a-2141-4845-9279-f81315388148 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11354325'] for subnet, precommit_delete_associations {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:29.451995 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9752eb54-b6f4-4bf6-b586-531ff742dfdc req-185ec96c-d4c1-4335-a36a-13397b3b4dbe tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019630 Jun 21 10:13:29.480407 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-56537eed-fd48-47a3-9b06-fbb2a7009339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3858233'] for router, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:29.488952 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-a659e79a-2141-4845-9279-f81315388148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708198'] for subnet, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:29.593038 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-a659e79a-2141-4845-9279-f81315388148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11354284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9374893'] for subnet, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:29.598860 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:29.643567 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659e79a-2141-4845-9279-f81315388148 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=072c523e-bab7-4d6f-8eb4-d2dd35eaaf89,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:29.659587 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-a659e79a-2141-4845-9279-f81315388148 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:29.661569 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-a659e79a-2141-4845-9279-f81315388148 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/072c523e-bab7-4d6f-8eb4-d2dd35eaaf89 HTTP/1.1" status: 204 len: 168 time: 0.4111371 Jun 21 10:13:29.662133 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56537eed-fd48-47a3-9b06-fbb2a7009339 admin admin] Router b29f85ec-8096-48b0-aef6-b1ed54c88700 is scheduled to L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 with binding_index 1 {{(pid=92958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 10:13:29.666443 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 46630) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:29.677310 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0284fc1-ecca-4bfe-adec-443776c2fe31 None None] Network 99912a94-0af8-44a1-b5eb-2eb4255e8f95 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:13:29.740516 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-d197b356-0817-409e-aa20-8a77d10fc5b8 None None] Provisioning for port 7936aa03-4a40-4740-accf-86562501c115 completed by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:13:29.796744 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-a659e79a-2141-4845-9279-f81315388148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:29.808189 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c58b74b6-0763-4ba1-ab4e-1867a00e82c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729370'] for network, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:29.814629 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-463f629a-612c-45de-bda1-bee872b2a51c tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:29.817284 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-463f629a-612c-45de-bda1-bee872b2a51c tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/networks?id=cf126547-6ae9-4855-9df9-59048a69ce81 HTTP/1.1" status: 200 len: 814 time: 0.1538508 Jun 21 10:13:29.846713 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-aac6e86c-28b5-444c-aaee-7b1fdf4af909 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/quotas/f70f0c950c9b4ce4807295b05ec0f177 HTTP/1.1" status: 200 len: 375 time: 0.0194209 Jun 21 10:13:29.972192 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56537eed-fd48-47a3-9b06-fbb2a7009339 admin admin] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:13:29.988650 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c5fcf5-60cc-43dc-b6aa-8d6e576250a9 None None] Sync routers for ids ['b29f85ec-8096-48b0-aef6-b1ed54c88700'] in dv-cinder-797245-3-iscsi {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:13:30.000207 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c5fcf5-60cc-43dc-b6aa-8d6e576250a9 None None] Routers {'b29f85ec-8096-48b0-aef6-b1ed54c88700'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:13:30.000958 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-95c5fcf5-60cc-43dc-b6aa-8d6e576250a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:13:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['b29f85ec-8096-48b0-aef6-b1ed54c88700'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:13:30.003233 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-f120b0cb-87f7-40be-afa3-b18fc7d0366a tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f70f0c950c9b4ce4807295b05ec0f177&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1481769 Jun 21 10:13:30.029511 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-56537eed-fd48-47a3-9b06-fbb2a7009339 admin admin] Notify callbacks [] for router, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:30.037124 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-56537eed-fd48-47a3-9b06-fbb2a7009339 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7762101 Jun 21 10:13:30.038688 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 46638) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:30.041263 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c58b74b6-0763-4ba1-ab4e-1867a00e82c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707321', 'neutron.services.segments.db._delete_segments_for_network-8741296622547'] for network, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:30.119630 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-c58b74b6-0763-4ba1-ab4e-1867a00e82c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6150a393-b7b9-4ed8-b948-e10fe036d77e']}} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:13:30.130478 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-2d5da32f-b5e9-4dfa-86ee-de78f304f247 service neutron] 10.222.0.50 "GET /v2.0/networks/cf126547-6ae9-4855-9df9-59048a69ce81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261730 Jun 21 10:13:30.161649 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-c58b74b6-0763-4ba1-ab4e-1867a00e82c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d9bd146-68c2-40b6-a518-0d0a59394307') {'for_net_delete': True} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:13:30.161903 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-95c5fcf5-60cc-43dc-b6aa-8d6e576250a9 None None] Set router b29f85ec-8096-48b0-aef6-b1ed54c88700 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:13:30.162026 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-c58b74b6-0763-4ba1-ab4e-1867a00e82c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d9bd146-68c2-40b6-a518-0d0a59394307') {} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:13:30.204843 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c58b74b6-0763-4ba1-ab4e-1867a00e82c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741296622376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10525642'] for segment, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:30.237556 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c58b74b6-0763-4ba1-ab4e-1867a00e82c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:30.261042 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1cde1-5941-40bd-88c7-b3e580878701 req-93feb37e-42fa-4cff-b21c-2498b0dc61bf tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:30.265178 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f5f1cde1-5941-40bd-88c7-b3e580878701 req-93feb37e-42fa-4cff-b21c-2498b0dc61bf tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.3053796 Jun 21 10:13:30.270804 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58b74b6-0763-4ba1-ab4e-1867a00e82c5 admin admin] Releasing vlan 1161 on physical network physnet1 to pool {{(pid=92958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 10:13:30.272217 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c58b74b6-0763-4ba1-ab4e-1867a00e82c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2335328'] for segment, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:30.295959 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-ca02fa92-de96-4441-9f1c-c8a6421bebaa service neutron] 10.222.0.50 "GET /v2.0/networks/cf126547-6ae9-4855-9df9-59048a69ce81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572247 Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: Traceback (most recent call last): Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: timer() Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: cb(*args, **kw) Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: return func(*args, **kwargs) Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: self._notify() Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: self.callback(batched_events) Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: event.method(event) Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: return f(self, *a, **k) Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: return self._get(url).json() Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: return self.request(url, 'GET', **kwargs) Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 10:13:30.358282 dv-cinder-797245-3-iscsi neutron-server[92958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 10:13:30.373238 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c58b74b6-0763-4ba1-ab4e-1867a00e82c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858363'] for network, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:30.424614 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-95c5fcf5-60cc-43dc-b6aa-8d6e576250a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'name': 'tempest-TestVolumeBootPattern-245411859-router', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '075a0383-c678-4854-8e3a-80e3d8621620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:28Z', 'revision_number': 3, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'gw_port': {'id': '075a0383-c678-4854-8e3a-80e3d8621620', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi'}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:13:30.441401 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:30.447265 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c58b74b6-0763-4ba1-ab4e-1867a00e82c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:30.452193 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 46640) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:30.452467 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-c58b74b6-0763-4ba1-ab4e-1867a00e82c5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/6150a393-b7b9-4ed8-b948-e10fe036d77e HTTP/1.1" status: 204 len: 168 time: 0.7845261 Jun 21 10:13:30.465102 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c5fcf5-60cc-43dc-b6aa-8d6e576250a9 None None] Checking router: b29f85ec-8096-48b0-aef6-b1ed54c88700 for host: dv-cinder-797245-3-iscsi {{(pid=92973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:13:30.465741 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c5fcf5-60cc-43dc-b6aa-8d6e576250a9 None None] Updating router b29f85ec-8096-48b0-aef6-b1ed54c88700 port 075a0383-c678-4854-8e3a-80e3d8621620 binding host dv-cinder-797245-3-iscsi {{(pid=92973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 10:13:30.489364 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b74b6-0763-4ba1-ab4e-1867a00e82c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6150a393-b7b9-4ed8-b948-e10fe036d77e,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:30.497116 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-c58b74b6-0763-4ba1-ab4e-1867a00e82c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:30.503933 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f5f1cde1-5941-40bd-88c7-b3e580878701 req-bc092f98-478d-40c7-88bf-d57660da83e7 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444323 Jun 21 10:13:30.542125 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9308ea2-c81e-4843-824f-77107c4e59f3 admin admin] Deleting subnet eba62d5f-9ef2-4859-8cb3-dcf62becafe4 {{(pid=92965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 10:13:30.546188 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d9308ea2-c81e-4843-824f-77107c4e59f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:30.579529 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 7936aa03-4a40-4740-accf-86562501c115 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:13:30.590200 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-95c5fcf5-60cc-43dc-b6aa-8d6e576250a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:30.659255 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning for port 7936aa03-4a40-4740-accf-86562501c115 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:13:30.666332 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port 7936aa03-4a40-4740-accf-86562501c115 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:13:30.669672 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:30.736337 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d9308ea2-c81e-4843-824f-77107c4e59f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11354325'] for subnet, precommit_delete_associations {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:30.742647 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-aaaa8af6-8b14-4a38-9e96-8131bcf807e1 req-3b206fd0-662e-448a-98c3-2feff16339d2 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=46dbdccd-8233-4355-beb6-95ecf6bb5223 HTTP/1.1" status: 200 len: 210 time: 0.1256840 Jun 21 10:13:30.811818 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d9308ea2-c81e-4843-824f-77107c4e59f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708198'] for subnet, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:30.832757 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:30.883502 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] For port 7936aa03-4a40-4740-accf-86562501c115, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=7936aa03-4a40-4740-accf-86562501c115,segment=NetworkSegment(0a9d78b6-c495-4794-ada2-561317aa9db4),segment_id=0a9d78b6-c495-4794-ada2-561317aa9db4)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:13:30.891637 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:30.895814 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:30.903267 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d9308ea2-c81e-4843-824f-77107c4e59f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11354284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9374893'] for subnet, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:30.924018 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:30.959132 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Pushing event updated for resources: {'Port': ['ID=7936aa03-4a40-4740-accf-86562501c115,revision_number=3']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:30.963825 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:30.976045 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9308ea2-c81e-4843-824f-77107c4e59f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eba62d5f-9ef2-4859-8cb3-dcf62becafe4,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:31.001964 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-d9308ea2-c81e-4843-824f-77107c4e59f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:31.002993 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d9308ea2-c81e-4843-824f-77107c4e59f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:31.013265 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-d9308ea2-c81e-4843-824f-77107c4e59f3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/eba62d5f-9ef2-4859-8cb3-dcf62becafe4 HTTP/1.1" status: 204 len: 168 time: 0.5512648 Jun 21 10:13:31.013265 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 46658) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:31.024237 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58ebf9-99fe-483f-aaf5-8e6fb8c21973 req-b5a3360f-2304-4f26-8dff-793c83a70fb3 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:31.026927 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ca58ebf9-99fe-483f-aaf5-8e6fb8c21973 req-b5a3360f-2304-4f26-8dff-793c83a70fb3 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4ab325-92d6-4a6e-9908-196075ac0ac6 HTTP/1.1" status: 200 len: 945 time: 0.3200250 Jun 21 10:13:31.099502 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-95c5fcf5-60cc-43dc-b6aa-8d6e576250a9 None None] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:31.114735 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [None req-95c5fcf5-60cc-43dc-b6aa-8d6e576250a9 None None] Transition to ACTIVE for port object 075a0383-c678-4854-8e3a-80e3d8621620 will not be triggered until provisioned by entity L2. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:13:31.116182 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ad3d179c-0876-40bf-be1b-d18594cdd2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729370'] for network, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:31.124906 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-95c5fcf5-60cc-43dc-b6aa-8d6e576250a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:31.128214 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:31.130239 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ca58ebf9-99fe-483f-aaf5-8e6fb8c21973 req-82064313-de9f-4893-8523-274ad90e409a tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954258 Jun 21 10:13:31.190552 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac1125-34fa-407a-b92b-695b6ea01bb6 None None] Pushing event updated for resources: {'Port': ['ID=075a0383-c678-4854-8e3a-80e3d8621620,revision_number=2']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:31.199794 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6867af82-a6b5-4c35-8e9f-da4386a27c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:31.202855 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac1125-34fa-407a-b92b-695b6ea01bb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:31.203257 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac1125-34fa-407a-b92b-695b6ea01bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:31.203549 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac1125-34fa-407a-b92b-695b6ea01bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:31.203879 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac1125-34fa-407a-b92b-695b6ea01bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:31.204198 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac1125-34fa-407a-b92b-695b6ea01bb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:31.204519 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac1125-34fa-407a-b92b-695b6ea01bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:31.204875 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac1125-34fa-407a-b92b-695b6ea01bb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:31.205193 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac1125-34fa-407a-b92b-695b6ea01bb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:31.205537 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac1125-34fa-407a-b92b-695b6ea01bb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:31.205851 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac1125-34fa-407a-b92b-695b6ea01bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:31.206159 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac1125-34fa-407a-b92b-695b6ea01bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:31.206487 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac1125-34fa-407a-b92b-695b6ea01bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:31.213358 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [None req-95ac1125-34fa-407a-b92b-695b6ea01bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:31.231881 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [None req-95c5fcf5-60cc-43dc-b6aa-8d6e576250a9 None None] Attempting to bind port 075a0383-c678-4854-8e3a-80e3d8621620 on host dv-cinder-797245-3-iscsi for vnic_type normal with profile {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:13:31.232135 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [None req-95c5fcf5-60cc-43dc-b6aa-8d6e576250a9 None None] Attempting to bind port 075a0383-c678-4854-8e3a-80e3d8621620 by drivers openvswitch,hyperv on host dv-cinder-797245-3-iscsi at level 0 using segments [{'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:13:31.232946 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c5fcf5-60cc-43dc-b6aa-8d6e576250a9 None None] Attempting to bind port 075a0383-c678-4854-8e3a-80e3d8621620 on network fb624688-f845-4b15-87c8-de4e29ba1da0 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:13:31.235730 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ad3d179c-0876-40bf-be1b-d18594cdd2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707321', 'neutron.services.segments.db._delete_segments_for_network-8741296622547'] for network, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:31.240791 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c5fcf5-60cc-43dc-b6aa-8d6e576250a9 None None] Checking agent: {'id': '1b1a71b0-3353-4cb1-9b62-7c1d9dbff1e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 2, 11), 'started_at': datetime.datetime(2021, 6, 21, 10, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:13:31.241167 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c5fcf5-60cc-43dc-b6aa-8d6e576250a9 None None] Checking segment: {'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:13:31.241779 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-95c5fcf5-60cc-43dc-b6aa-8d6e576250a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:31.242281 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c5fcf5-60cc-43dc-b6aa-8d6e576250a9 None None] Bound using segment: {'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:13:31.243214 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [None req-95c5fcf5-60cc-43dc-b6aa-8d6e576250a9 None None] Bound port: 075a0383-c678-4854-8e3a-80e3d8621620, host: dv-cinder-797245-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:13:31.244447 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-95c5fcf5-60cc-43dc-b6aa-8d6e576250a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:31.248507 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.services.segments.db [None req-ad3d179c-0876-40bf-be1b-d18594cdd2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b8a3d3-39be-45f7-af97-fd6d35744942']}} {{(pid=92965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:13:31.262366 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.services.segments.db [None req-ad3d179c-0876-40bf-be1b-d18594cdd2c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8343232-4880-428f-a5ec-e9d7cd4990e7') {'for_net_delete': True} {{(pid=92965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:13:31.262366 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.services.segments.db [None req-ad3d179c-0876-40bf-be1b-d18594cdd2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8343232-4880-428f-a5ec-e9d7cd4990e7') {} {{(pid=92965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:13:31.273007 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ad3d179c-0876-40bf-be1b-d18594cdd2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741296622376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11354332'] for segment, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:31.292217 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ad3d179c-0876-40bf-be1b-d18594cdd2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:31.302625 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad3d179c-0876-40bf-be1b-d18594cdd2c0 admin admin] Releasing vlan 1196 on physical network physnet1 to pool {{(pid=92965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 10:13:31.303182 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ad3d179c-0876-40bf-be1b-d18594cdd2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9646855'] for segment, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: Traceback (most recent call last): Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: timer() Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: cb(*args, **kw) Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: return func(*args, **kwargs) Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: self._notify() Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: self.callback(batched_events) Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: event.method(event) Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: return f(self, *a, **k) Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: return self._get(url).json() Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: return self.request(url, 'GET', **kwargs) Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 10:13:31.305151 dv-cinder-797245-3-iscsi neutron-server[92965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 10:13:31.320430 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-95c5fcf5-60cc-43dc-b6aa-8d6e576250a9 None None] For port 075a0383-c678-4854-8e3a-80e3d8621620, host dv-cinder-797245-3-iscsi, cleared binding levels {{(pid=92973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:13:31.326901 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-95c5fcf5-60cc-43dc-b6aa-8d6e576250a9 None None] For port 075a0383-c678-4854-8e3a-80e3d8621620, host dv-cinder-797245-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=075a0383-c678-4854-8e3a-80e3d8621620,segment=NetworkSegment(51446d15-6cd3-4f7c-9b01-f06091ff92a2),segment_id=51446d15-6cd3-4f7c-9b01-f06091ff92a2)] {{(pid=92973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:13:31.334878 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-95c5fcf5-60cc-43dc-b6aa-8d6e576250a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:31.338077 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:31.399077 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ad3d179c-0876-40bf-be1b-d18594cdd2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858363'] for network, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:31.407387 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-1302ed4b-85e1-4039-8a5b-69543a32c063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:31.411760 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac1125-34fa-407a-b92b-695b6ea01bb6 None None] Pushing event updated for resources: {'Port': ['ID=075a0383-c678-4854-8e3a-80e3d8621620,revision_number=3']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:31.416755 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [None req-95ac1125-34fa-407a-b92b-695b6ea01bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:31.419325 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ad3d179c-0876-40bf-be1b-d18594cdd2c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:31.419764 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c5fcf5-60cc-43dc-b6aa-8d6e576250a9 None None] Routers {'b29f85ec-8096-48b0-aef6-b1ed54c88700'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:13:31.420878 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-95c5fcf5-60cc-43dc-b6aa-8d6e576250a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:13:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['b29f85ec-8096-48b0-aef6-b1ed54c88700'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:13:31.428771 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-ad3d179c-0876-40bf-be1b-d18594cdd2c0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a1b8a3d3-39be-45f7-af97-fd6d35744942 HTTP/1.1" status: 204 len: 168 time: 0.4113648 Jun 21 10:13:31.446456 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d179c-0876-40bf-be1b-d18594cdd2c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1b8a3d3-39be-45f7-af97-fd6d35744942,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:31.453263 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-ad3d179c-0876-40bf-be1b-d18594cdd2c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:31.543553 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [None req-6867af82-a6b5-4c35-8e9f-da4386a27c6c admin admin] Allocated IP 172.20.0.1 (99912a94-0af8-44a1-b5eb-2eb4255e8f95/3c4edada-c0f2-4bfd-9da7-75ff93dda488/6036f762-76bf-44cc-82c7-c94046c50696) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:13:31.596905 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-95c5fcf5-60cc-43dc-b6aa-8d6e576250a9 None None] Set router b29f85ec-8096-48b0-aef6-b1ed54c88700 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:13:31.608705 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 46664) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:31.670622 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-360865c3-3f54-4bc3-9253-78f336b2263f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0a27ad2cb81349ca8e8cfbe4f0eb0613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0601401 Jun 21 10:13:31.671526 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 46666) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:31.828206 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50ed36-2eea-4541-b493-3fb20e27b688 req-e3435a07-7961-4ea3-866d-26cd7504c795 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:31.833954 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ab50ed36-2eea-4541-b493-3fb20e27b688 req-e3435a07-7961-4ea3-866d-26cd7504c795 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.1540413 Jun 21 10:13:31.846707 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fe445b4f-956c-43c8-8639-b98ce15518b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:31.883491 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6867af82-a6b5-4c35-8e9f-da4386a27c6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:31.900181 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.provisioning_blocks [None req-6867af82-a6b5-4c35-8e9f-da4386a27c6c admin admin] Transition to ACTIVE for port object 6036f762-76bf-44cc-82c7-c94046c50696 will not be triggered until provisioned by entity DHCP. {{(pid=92958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:13:31.932354 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-95c5fcf5-60cc-43dc-b6aa-8d6e576250a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'name': 'tempest-TestVolumeBootPattern-245411859-router', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '075a0383-c678-4854-8e3a-80e3d8621620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:28Z', 'revision_number': 3, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'gw_port': {'id': '075a0383-c678-4854-8e3a-80e3d8621620', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi'}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:13:31.937102 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fe445b4f-956c-43c8-8639-b98ce15518b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:31.961331 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a10a9a6b-f2e1-409f-b7dd-41b39d7fe815 req-c5dd27a1-2012-409f-9a05-52f5890956b9 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=46dbdccd-8233-4355-beb6-95ecf6bb5223 HTTP/1.1" status: 200 len: 210 time: 0.0344262 Jun 21 10:13:31.971832 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6867af82-a6b5-4c35-8e9f-da4386a27c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1954238'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:31.976305 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:32.021402 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6867af82-a6b5-4c35-8e9f-da4386a27c6c admin admin] Network 99912a94-0af8-44a1-b5eb-2eb4255e8f95 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:13:32.025700 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-6867af82-a6b5-4c35-8e9f-da4386a27c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:13:32.026231 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ab50ed36-2eea-4541-b493-3fb20e27b688 req-04814e0e-829b-4d75-8d80-5687af8ba7f9 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826823 Jun 21 10:13:32.030599 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6867af82-a6b5-4c35-8e9f-da4386a27c6c admin admin] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:13:32.065869 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c5fcf5-60cc-43dc-b6aa-8d6e576250a9 None None] The sync data for ids ['b29f85ec-8096-48b0-aef6-b1ed54c88700'] in dv-cinder-797245-3-iscsi is: [{'id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'name': 'tempest-TestVolumeBootPattern-245411859-router', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '075a0383-c678-4854-8e3a-80e3d8621620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:28Z', 'revision_number': 3, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'gw_port': {'id': '075a0383-c678-4854-8e3a-80e3d8621620', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi'}] {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:13:32.091389 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6867af82-a6b5-4c35-8e9f-da4386a27c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745814'] for router_interface, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:32.115324 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fe445b4f-956c-43c8-8639-b98ce15518b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:32.123953 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fe445b4f-956c-43c8-8639-b98ce15518b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:32.126238 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-fe445b4f-956c-43c8-8639-b98ce15518b4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/04b7ba2b-5e47-4eb9-8dad-40f95f250a0a HTTP/1.1" status: 204 len: 168 time: 0.4532642 Jun 21 10:13:32.128020 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-cc6991e5-24cb-4bfd-b2fe-a2bfd04443d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:32.149183 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe445b4f-956c-43c8-8639-b98ce15518b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b7ba2b-5e47-4eb9-8dad-40f95f250a0a,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:32.164110 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-fe445b4f-956c-43c8-8639-b98ce15518b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:32.219440 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867af82-a6b5-4c35-8e9f-da4386a27c6c admin admin] Pushing event updated for resources: {'Port': ['ID=6036f762-76bf-44cc-82c7-c94046c50696,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:32.241220 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-6867af82-a6b5-4c35-8e9f-da4386a27c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:32.543432 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-dd122106-6828-491d-b3ea-bce2ce427c12 None None] Provisioning for port 6036f762-76bf-44cc-82c7-c94046c50696 completed by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:13:32.556551 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-dd122106-6828-491d-b3ea-bce2ce427c12 None None] Provisioning complete for port 6036f762-76bf-44cc-82c7-c94046c50696 triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:13:32.557600 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-dd122106-6828-491d-b3ea-bce2ce427c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:32.601869 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 7936aa03-4a40-4740-accf-86562501c115 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:13:32.602194 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6867af82-a6b5-4c35-8e9f-da4386a27c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:32.624908 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1f73e-0964-4fdf-bb37-f6be118b9184 req-9cdee28f-f30e-45d0-abd7-4367e49d7887 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:32.626932 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0af1f73e-0964-4fdf-bb37-f6be118b9184 req-9cdee28f-f30e-45d0-abd7-4367e49d7887 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4ab325-92d6-4a6e-9908-196075ac0ac6 HTTP/1.1" status: 200 len: 945 time: 0.2261000 Jun 21 10:13:32.673725 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-dd122106-6828-491d-b3ea-bce2ce427c12 None None] Port 6036f762-76bf-44cc-82c7-c94046c50696 cannot update to ACTIVE because it is not bound. {{(pid=92969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 10:13:32.682004 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port 7936aa03-4a40-4740-accf-86562501c115 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:13:32.682387 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:32.790921 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0af1f73e-0964-4fdf-bb37-f6be118b9184 req-f5bffb36-e52e-4b17-a98b-9461ab401ded tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557336 Jun 21 10:13:32.879309 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 46682) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:32.924357 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6867af82-a6b5-4c35-8e9f-da4386a27c6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:32.930183 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6867af82-a6b5-4c35-8e9f-da4386a27c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:32.931445 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-dd1eb032-0e2b-4ce1-99b7-e6ba8fc74598 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=593d78540e28476dbe1cb34477244613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497644 Jun 21 10:13:32.933618 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-0c237d9c-11a3-440e-8a84-2b486b7d8838 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:32.935079 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 46686) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:33.050125 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-65477c2d-1caa-459d-a4b4-e90c744523ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:33.081683 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867af82-a6b5-4c35-8e9f-da4386a27c6c admin admin] Pushing event updated for resources: {'Port': ['ID=6036f762-76bf-44cc-82c7-c94046c50696,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:33.090665 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6867af82-a6b5-4c35-8e9f-da4386a27c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3840613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3854351'] for router_interface, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:33.100421 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-6867af82-a6b5-4c35-8e9f-da4386a27c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:33.125128 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-65477c2d-1caa-459d-a4b4-e90c744523ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:33.189555 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4232e3b-9f65-4087-9693-388bef087edb req-4ceb7d85-df81-420d-9606-b0828bc43996 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:33.191136 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b4232e3b-9f65-4087-9693-388bef087edb req-4ceb7d85-df81-420d-9606-b0828bc43996 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce4ab325-92d6-4a6e-9908-196075ac0ac6 HTTP/1.1" status: 200 len: 945 time: 0.2085156 Jun 21 10:13:33.278541 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-da917721-e0e2-477c-b46a-3c1fb8063b50 req-698bfd29-16bb-4c83-adbe-d8e7599a6c56 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=46dbdccd-8233-4355-beb6-95ecf6bb5223 HTTP/1.1" status: 200 len: 210 time: 0.0872276 Jun 21 10:13:33.302352 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-65477c2d-1caa-459d-a4b4-e90c744523ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:33.307036 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-65477c2d-1caa-459d-a4b4-e90c744523ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:33.308398 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-65477c2d-1caa-459d-a4b4-e90c744523ba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2f116920-4d92-4132-b138-e59988e78017 HTTP/1.1" status: 204 len: 168 time: 0.3720720 Jun 21 10:13:33.309506 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-6c4ea010-9bcb-4c05-85b0-5896f87c8b53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:33.317860 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65477c2d-1caa-459d-a4b4-e90c744523ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f116920-4d92-4132-b138-e59988e78017,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:33.323702 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-65477c2d-1caa-459d-a4b4-e90c744523ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:33.461218 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6867af82-a6b5-4c35-8e9f-da4386a27c6c admin admin] Network 99912a94-0af8-44a1-b5eb-2eb4255e8f95 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:13:33.471340 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-6867af82-a6b5-4c35-8e9f-da4386a27c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:13:33.499464 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde90cee-1b3a-4f92-8496-14d4e133527b req-0ef2d0c6-335d-4b87-8f80-3bb4830f374e tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:33.506587 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dde90cee-1b3a-4f92-8496-14d4e133527b req-0ef2d0c6-335d-4b87-8f80-3bb4830f374e tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.2369285 Jun 21 10:13:33.574199 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [req-b4232e3b-9f65-4087-9693-388bef087edb req-50000875-975a-40da-bc38-56e83ffa9932 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Deleting port b88b7f0e-4f50-41d0-a80d-21e8b4b1092c {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:13:33.574565 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-b4232e3b-9f65-4087-9693-388bef087edb req-50000875-975a-40da-bc38-56e83ffa9932 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:33.726029 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6867af82-a6b5-4c35-8e9f-da4386a27c6c admin admin] Router b29f85ec-8096-48b0-aef6-b1ed54c88700 has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:13:33.751929 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dde90cee-1b3a-4f92-8496-14d4e133527b req-5ccfff23-2995-46c7-9ea4-ef645852f650 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444775 Jun 21 10:13:33.819108 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-7ec7ed42-5d1b-4657-8742-04be2189c0dc None None] Provisioning complete for port 6036f762-76bf-44cc-82c7-c94046c50696 triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:13:33.819108 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-7ec7ed42-5d1b-4657-8742-04be2189c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:33.877556 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-4b499b47-7e98-4fd2-8da2-4791d7e87aed tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:33.880152 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-4b499b47-7e98-4fd2-8da2-4791d7e87aed tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.74 "GET /v2.0/networks?id=cf126547-6ae9-4855-9df9-59048a69ce81 HTTP/1.1" status: 200 len: 814 time: 0.2246203 Jun 21 10:13:33.907671 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-7ec7ed42-5d1b-4657-8742-04be2189c0dc None None] Port 6036f762-76bf-44cc-82c7-c94046c50696 cannot update to ACTIVE because it is not bound. {{(pid=92969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 10:13:33.925640 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-b4232e3b-9f65-4087-9693-388bef087edb req-50000875-975a-40da-bc38-56e83ffa9932 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] For port b88b7f0e-4f50-41d0-a80d-21e8b4b1092c, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b88b7f0e-4f50-41d0-a80d-21e8b4b1092c,segment=NetworkSegment(add66687-fc3e-4962-a0af-6ea936c822ff),segment_id=add66687-fc3e-4962-a0af-6ea936c822ff)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:13:33.926324 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-b4232e3b-9f65-4087-9693-388bef087edb req-50000875-975a-40da-bc38-56e83ffa9932 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:33.934612 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-454c120d-1b26-428f-86b4-9c92a7c1e635 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Request body: {'port': {'device_id': '46dbdccd-8233-4355-beb6-95ecf6bb5223', 'network_id': 'cf126547-6ae9-4855-9df9-59048a69ce81', 'admin_state_up': True, 'tenant_id': 'f70f0c950c9b4ce4807295b05ec0f177'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:13:34.170463 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cd792-0362-445f-ac91-1a2c8c60dcd0 req-f4c753f8-bf28-4046-b39e-23413f6547cc tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:34.181958 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-046cd792-0362-445f-ac91-1a2c8c60dcd0 req-f4c753f8-bf28-4046-b39e-23413f6547cc tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4ab325-92d6-4a6e-9908-196075ac0ac6 HTTP/1.1" status: 200 len: 945 time: 0.1774893 Jun 21 10:13:34.273789 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-046cd792-0362-445f-ac91-1a2c8c60dcd0 req-13e5ec80-c3ff-4d5b-ba47-efc465ce2ef3 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861697 Jun 21 10:13:34.288105 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-454c120d-1b26-428f-86b4-9c92a7c1e635 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Made reservation on behalf of f70f0c950c9b4ce4807295b05ec0f177 for: {'port': 1} {{(pid=92965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:13:34.301652 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-454c120d-1b26-428f-86b4-9c92a7c1e635 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:34.364627 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [req-b4232e3b-9f65-4087-9693-388bef087edb req-50000875-975a-40da-bc38-56e83ffa9932 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Calling delete_port for b88b7f0e-4f50-41d0-a80d-21e8b4b1092c owned by compute:nova {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:13:34.531661 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6867af82-a6b5-4c35-8e9f-da4386a27c6c admin admin] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:13:34.552551 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-6867af82-a6b5-4c35-8e9f-da4386a27c6c admin admin] 10.222.0.50 "PUT /v2.0/routers/b29f85ec-8096-48b0-aef6-b1ed54c88700/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4993880 Jun 21 10:13:34.558753 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 075a0383-c678-4854-8e3a-80e3d8621620 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:13:34.562953 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948c1756-7faf-4a33-85e8-5dbf16bd7f81 None None] Sync routers for ids ['b29f85ec-8096-48b0-aef6-b1ed54c88700'] in dv-cinder-797245-3-iscsi {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:13:34.664741 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948c1756-7faf-4a33-85e8-5dbf16bd7f81 None None] Routers {'b29f85ec-8096-48b0-aef6-b1ed54c88700'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:13:34.666431 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-948c1756-7faf-4a33-85e8-5dbf16bd7f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:13:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['b29f85ec-8096-48b0-aef6-b1ed54c88700'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:13:34.780168 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6a671ecf-59eb-4162-b9f7-c961ea4611e2 req-203e70cc-89fb-499a-8fde-56ef1d76c682 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=46dbdccd-8233-4355-beb6-95ecf6bb5223 HTTP/1.1" status: 200 len: 210 time: 0.1342638 Jun 21 10:13:34.790645 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_common [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-454c120d-1b26-428f-86b4-9c92a7c1e635 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Allocated IP 172.20.0.10 (cf126547-6ae9-4855-9df9-59048a69ce81/ca51367d-5f2a-43bb-8582-b1b061e36115/7e692c9a-18f1-45e9-b4c6-fd26e1c93c99) {{(pid=92965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:13:34.870614 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning for port 075a0383-c678-4854-8e3a-80e3d8621620 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:13:34.880698 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port 075a0383-c678-4854-8e3a-80e3d8621620 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:13:34.881464 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:34.956177 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-b4232e3b-9f65-4087-9693-388bef087edb req-50000875-975a-40da-bc38-56e83ffa9932 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1954225'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:34.960852 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-948c1756-7faf-4a33-85e8-5dbf16bd7f81 None None] Set router b29f85ec-8096-48b0-aef6-b1ed54c88700 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:13:34.967117 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:35.029292 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50000875-975a-40da-bc38-56e83ffa9932 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Pushing event deleted for resources: {'Port': ['ID=b88b7f0e-4f50-41d0-a80d-21e8b4b1092c,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:35.046845 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-50000875-975a-40da-bc38-56e83ffa9932 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:35.194392 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4232e3b-9f65-4087-9693-388bef087edb req-50000875-975a-40da-bc38-56e83ffa9932 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] No DVR routers for this DVR port b88b7f0e-4f50-41d0-a80d-21e8b4b1092c on host hv-cinder-79724 {{(pid=92958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:13:35.201219 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-b4232e3b-9f65-4087-9693-388bef087edb req-50000875-975a-40da-bc38-56e83ffa9932 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:35.202324 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-454c120d-1b26-428f-86b4-9c92a7c1e635 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks [] for port, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:35.205561 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b4232e3b-9f65-4087-9693-388bef087edb req-50000875-975a-40da-bc38-56e83ffa9932 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.74 "DELETE /v2.0/ports/b88b7f0e-4f50-41d0-a80d-21e8b4b1092c HTTP/1.1" status: 204 len: 173 time: 2.0031257 Jun 21 10:13:35.206334 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4ab325-92d6-4a6e-9908-196075ac0ac6', 'name': 'network-vif-deleted', 'tag': 'b88b7f0e-4f50-41d0-a80d-21e8b4b1092c'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:13:35.211019 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ced7d6-eb6a-4e78-a3c8-189e66c8d68c" -d '{"events": [{"server_uuid": "ce4ab325-92d6-4a6e-9908-196075ac0ac6", "name": "network-vif-deleted", "tag": "b88b7f0e-4f50-41d0-a80d-21e8b4b1092c"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:13:35.295173 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac425775-548a-4d7a-b35c-6c8bf535e7db x-openstack-request-id: req-ac425775-548a-4d7a-b35c-6c8bf535e7db {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:13:35.295500 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4ab325-92d6-4a6e-9908-196075ac0ac6", "name": "network-vif-deleted", "tag": "b88b7f0e-4f50-41d0-a80d-21e8b4b1092c", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:13:35.295779 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ac425775-548a-4d7a-b35c-6c8bf535e7db {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:13:35.297625 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4ab325-92d6-4a6e-9908-196075ac0ac6', 'name': 'network-vif-deleted', 'tag': 'b88b7f0e-4f50-41d0-a80d-21e8b4b1092c', 'status': 'completed', 'code': 200} Jun 21 10:13:35.307524 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df788cc-8b52-4bd6-9b08-3bb52acde06d req-049a6a02-9493-4ebc-9aed-da6e70e0c6ad tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:35.317630 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-9df788cc-8b52-4bd6-9b08-3bb52acde06d req-049a6a02-9493-4ebc-9aed-da6e70e0c6ad tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.2689924 Jun 21 10:13:35.322506 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-454c120d-1b26-428f-86b4-9c92a7c1e635 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11354329'] for port, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:35.380922 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:35.507025 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c120d-1b26-428f-86b4-9c92a7c1e635 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Pushing event updated for resources: {'Port': ['ID=7e692c9a-18f1-45e9-b4c6-fd26e1c93c99,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:35.522283 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-454c120d-1b26-428f-86b4-9c92a7c1e635 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:35.526188 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:35.548134 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-351a530b-676e-4316-a9fb-2508b99a9a0b req-700de546-bec2-4187-8af1-e0c53e1c2225 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4ab325-92d6-4a6e-9908-196075ac0ac6 HTTP/1.1" status: 200 len: 210 time: 0.0553963 Jun 21 10:13:35.552921 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-9df788cc-8b52-4bd6-9b08-3bb52acde06d req-644894b6-2743-4517-9ab9-1a4e375c1c40 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262771 Jun 21 10:13:35.589540 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-454c120d-1b26-428f-86b4-9c92a7c1e635 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Network cf126547-6ae9-4855-9df9-59048a69ce81 is already hosted by enough agents. {{(pid=92965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:13:35.590480 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] For port 075a0383-c678-4854-8e3a-80e3d8621620, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=075a0383-c678-4854-8e3a-80e3d8621620,segment=NetworkSegment(51446d15-6cd3-4f7c-9b01-f06091ff92a2),segment_id=51446d15-6cd3-4f7c-9b01-f06091ff92a2)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:13:35.597929 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-454c120d-1b26-428f-86b4-9c92a7c1e635 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Resources bound (agent type, host, resource id): {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:13:35.598542 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:35.602207 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:35.609648 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-454c120d-1b26-428f-86b4-9c92a7c1e635 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Received port after_create {{(pid=92965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:13:35.689228 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-454c120d-1b26-428f-86b4-9c92a7c1e635 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:35.690052 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-454c120d-1b26-428f-86b4-9c92a7c1e635 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:35.714495 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-454c120d-1b26-428f-86b4-9c92a7c1e635 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7957804 Jun 21 10:13:35.722223 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Pushing event updated for resources: {'Port': ['ID=075a0383-c678-4854-8e3a-80e3d8621620,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:35.729869 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 46768) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:35.734460 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:35.734820 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:35.735168 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:35.735511 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:35.735858 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:35.736044 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-53071674-910c-4826-a387-c6ab43dba919 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-246410147-network', 'tenant_id': '2ef26f904ff24bfa910754f810cdf491'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:13:35.736200 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:35.736512 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:35.736974 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:35.737309 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:35.737636 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:35.737962 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:35.738289 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:13:35.742573 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:35.757314 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-948c1756-7faf-4a33-85e8-5dbf16bd7f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'name': 'tempest-TestVolumeBootPattern-245411859-router', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '075a0383-c678-4854-8e3a-80e3d8621620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:32Z', 'revision_number': 4, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'gw_port': {'id': '075a0383-c678-4854-8e3a-80e3d8621620', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': '6036f762-76bf-44cc-82c7-c94046c50696', 'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'mac_address': 'fa:16:3e:e5:65:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:31Z', 'updated_at': '2021-06-21T10:13:32Z', 'revision_number': 2, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'subnets': [{'id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:13:35.767650 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53071674-910c-4826-a387-c6ab43dba919 admin admin] Made reservation on behalf of 2ef26f904ff24bfa910754f810cdf491 for: {'network': 1} {{(pid=92965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:13:35.771925 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-53071674-910c-4826-a387-c6ab43dba919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for network, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:35.784839 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-53071674-910c-4826-a387-c6ab43dba919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:35.794564 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948c1756-7faf-4a33-85e8-5dbf16bd7f81 None None] Checking router: b29f85ec-8096-48b0-aef6-b1ed54c88700 for host: dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:13:35.795034 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948c1756-7faf-4a33-85e8-5dbf16bd7f81 None None] Updating router b29f85ec-8096-48b0-aef6-b1ed54c88700 port 6036f762-76bf-44cc-82c7-c94046c50696 binding host dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 10:13:35.860938 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-948c1756-7faf-4a33-85e8-5dbf16bd7f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:35.948940 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-53071674-910c-4826-a387-c6ab43dba919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:35.953478 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-53071674-910c-4826-a387-c6ab43dba919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:35.957835 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-b97bec13-6793-4357-866e-4fd00d5e657a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:35.983716 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53071674-910c-4826-a387-c6ab43dba919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f967a7e2-4783-4bc4-b726-79f25ae38324,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:35.988064 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-53071674-910c-4826-a387-c6ab43dba919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:35.995759 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53071674-910c-4826-a387-c6ab43dba919 admin admin] vlan segment allocate from pool success with {'vlan_id': 1167, 'physical_network': 'physnet1'} {{(pid=92965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 10:13:36.018174 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-53071674-910c-4826-a387-c6ab43dba919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:36.018493 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.db.segments_db [None req-53071674-910c-4826-a387-c6ab43dba919 admin admin] Added segment 51178269-ac14-4cee-858f-c5b91a1e3657 of type vlan for network e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58 Jun 21 10:13:36.102062 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-53071674-910c-4826-a387-c6ab43dba919 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741296102858'] for network, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:36.132274 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068aac94-35d8-4663-b6e0-d7dffcd98258 req-c4b6a7c8-fbe3-48f7-8e82-76947b7b8ba5 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:36.135835 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-068aac94-35d8-4663-b6e0-d7dffcd98258 req-c4b6a7c8-fbe3-48f7-8e82-76947b7b8ba5 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=46dbdccd-8233-4355-beb6-95ecf6bb5223 HTTP/1.1" status: 200 len: 932 time: 0.1570895 Jun 21 10:13:36.140930 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-53071674-910c-4826-a387-c6ab43dba919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523'] for network, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:36.142345 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53071674-910c-4826-a387-c6ab43dba919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:36.142971 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-53071674-910c-4826-a387-c6ab43dba919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:36.145373 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-f35205e6-0b79-4a1e-95ca-92efcdf5ed07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:36.181113 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-068aac94-35d8-4663-b6e0-d7dffcd98258 req-fe5a72a2-55d2-49c4-a5c5-256c1226ca27 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379066 Jun 21 10:13:36.295028 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-948c1756-7faf-4a33-85e8-5dbf16bd7f81 None None] Notify callbacks [] for port, precommit_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:36.307914 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-948c1756-7faf-4a33-85e8-5dbf16bd7f81 None None] Transition to ACTIVE for port object 6036f762-76bf-44cc-82c7-c94046c50696 will not be triggered until provisioned by entity L2. {{(pid=92969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:13:36.317563 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-948c1756-7faf-4a33-85e8-5dbf16bd7f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:36.320565 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:36.411135 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-53071674-910c-4826-a387-c6ab43dba919 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6800218 Jun 21 10:13:36.414155 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 46778) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:36.418843 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36adfdbb-5878-410b-a177-5d76e09fef72 None None] Pushing event updated for resources: {'Port': ['ID=6036f762-76bf-44cc-82c7-c94046c50696,revision_number=3']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:36.422548 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-cb930e1a-0aad-4e1f-a73a-9976b6426d8c admin admin] Request body: {'subnet': {'network_id': 'e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-246410147-subnet', 'tenant_id': '2ef26f904ff24bfa910754f810cdf491', 'ip_version': 4}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:13:36.423441 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-36adfdbb-5878-410b-a177-5d76e09fef72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:36.433805 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53071674-910c-4826-a387-c6ab43dba919 admin admin] Pushing event updated for resources: {'Network': ['ID=e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:36.437871 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-53071674-910c-4826-a387-c6ab43dba919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:36.451664 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Network e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58 details requested by agent ovs-agent-dv-cinder-797245-3-iscsi with host dv-cinder-797245-3-iscsi {{(pid=92969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 10:13:36.465475 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb930e1a-0aad-4e1f-a73a-9976b6426d8c admin admin] Made reservation on behalf of 2ef26f904ff24bfa910754f810cdf491 for: {'subnet': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:13:36.468153 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cb930e1a-0aad-4e1f-a73a-9976b6426d8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309545'] for subnet, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:36.516777 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 075a0383-c678-4854-8e3a-80e3d8621620 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:13:36.595797 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-948c1756-7faf-4a33-85e8-5dbf16bd7f81 None None] Attempting to bind port 6036f762-76bf-44cc-82c7-c94046c50696 on host dv-cinder-797245-3-iscsi for vnic_type normal with profile {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:13:36.596183 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-948c1756-7faf-4a33-85e8-5dbf16bd7f81 None None] Attempting to bind port 6036f762-76bf-44cc-82c7-c94046c50696 by drivers openvswitch,hyperv on host dv-cinder-797245-3-iscsi at level 0 using segments [{'id': '0a9d78b6-c495-4794-ada2-561317aa9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95'}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:13:36.596553 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948c1756-7faf-4a33-85e8-5dbf16bd7f81 None None] Attempting to bind port 6036f762-76bf-44cc-82c7-c94046c50696 on network 99912a94-0af8-44a1-b5eb-2eb4255e8f95 {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:13:36.610172 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948c1756-7faf-4a33-85e8-5dbf16bd7f81 None None] Checking agent: {'id': '1b1a71b0-3353-4cb1-9b62-7c1d9dbff1e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 2, 11), 'started_at': datetime.datetime(2021, 6, 21, 10, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:13:36.611909 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948c1756-7faf-4a33-85e8-5dbf16bd7f81 None None] Checking segment: {'id': '0a9d78b6-c495-4794-ada2-561317aa9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:13:36.612487 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-948c1756-7faf-4a33-85e8-5dbf16bd7f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:36.613070 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948c1756-7faf-4a33-85e8-5dbf16bd7f81 None None] Bound using segment: {'id': '0a9d78b6-c495-4794-ada2-561317aa9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95'} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:13:36.613734 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-948c1756-7faf-4a33-85e8-5dbf16bd7f81 None None] Bound port: 6036f762-76bf-44cc-82c7-c94046c50696, host: dv-cinder-797245-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9d78b6-c495-4794-ada2-561317aa9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95'}}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:13:36.614304 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-948c1756-7faf-4a33-85e8-5dbf16bd7f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:36.691240 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-948c1756-7faf-4a33-85e8-5dbf16bd7f81 None None] For port 6036f762-76bf-44cc-82c7-c94046c50696, host dv-cinder-797245-3-iscsi, cleared binding levels {{(pid=92969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:13:36.695274 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-948c1756-7faf-4a33-85e8-5dbf16bd7f81 None None] For port 6036f762-76bf-44cc-82c7-c94046c50696, host dv-cinder-797245-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=6036f762-76bf-44cc-82c7-c94046c50696,segment=NetworkSegment(0a9d78b6-c495-4794-ada2-561317aa9db4),segment_id=0a9d78b6-c495-4794-ada2-561317aa9db4)] {{(pid=92969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:13:36.705639 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-948c1756-7faf-4a33-85e8-5dbf16bd7f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:36.713385 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:36.779140 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-665edd01-cf84-45f8-a9fa-f2670c261ac8 req-fa6169cc-c235-4f70-a3dc-831644c9dce8 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4ab325-92d6-4a6e-9908-196075ac0ac6 HTTP/1.1" status: 200 len: 210 time: 0.0314834 Jun 21 10:13:36.799250 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948c1756-7faf-4a33-85e8-5dbf16bd7f81 None None] Routers {'b29f85ec-8096-48b0-aef6-b1ed54c88700'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:13:36.799886 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-948c1756-7faf-4a33-85e8-5dbf16bd7f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:13:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['b29f85ec-8096-48b0-aef6-b1ed54c88700'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:13:36.830059 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cb930e1a-0aad-4e1f-a73a-9976b6426d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1954058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309563'] for subnet, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:36.838497 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port 075a0383-c678-4854-8e3a-80e3d8621620 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:13:36.838886 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:36.844317 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36adfdbb-5878-410b-a177-5d76e09fef72 None None] Pushing event updated for resources: {'Port': ['ID=6036f762-76bf-44cc-82c7-c94046c50696,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:36.846557 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:36.848075 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-36adfdbb-5878-410b-a177-5d76e09fef72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:36.944637 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb930e1a-0aad-4e1f-a73a-9976b6426d8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=496c08ca-b694-45fc-b2c3-5cb3888e8ecd,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:36.950006 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-cb930e1a-0aad-4e1f-a73a-9976b6426d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:36.960127 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-948c1756-7faf-4a33-85e8-5dbf16bd7f81 None None] Set router b29f85ec-8096-48b0-aef6-b1ed54c88700 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:13:36.979016 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded22c0-9caa-44f2-bfeb-40daa39734e5 req-766003c1-88fc-40bc-8bc2-573fb2157267 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:36.986461 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4ded22c0-9caa-44f2-bfeb-40daa39734e5 req-766003c1-88fc-40bc-8bc2-573fb2157267 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.2461214 Jun 21 10:13:37.002668 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb930e1a-0aad-4e1f-a73a-9976b6426d8c admin admin] Checking segment: {'id': '51178269-ac14-4cee-858f-c5b91a1e3657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:13:37.003015 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb930e1a-0aad-4e1f-a73a-9976b6426d8c admin admin] Network hostable DHCP agents. Network: e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58, hostable agents: ['0a019bba-016c-4460-8b54-4bd863e23b42'], hosted agents: [] {{(pid=92958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 10:13:37.033785 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4ded22c0-9caa-44f2-bfeb-40daa39734e5 req-26695ecd-1061-4baf-83f5-6a611191475a tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464168 Jun 21 10:13:37.035300 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb930e1a-0aad-4e1f-a73a-9976b6426d8c admin admin] Network e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58 is scheduled to be hosted by DHCP agent 0a019bba-016c-4460-8b54-4bd863e23b42 with binding_index 1 {{(pid=92958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 10:13:37.047748 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-cb930e1a-0aad-4e1f-a73a-9976b6426d8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-3-iscsi, e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58) {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:13:37.053933 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb930e1a-0aad-4e1f-a73a-9976b6426d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:37.054710 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cb930e1a-0aad-4e1f-a73a-9976b6426d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:37.073272 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-cb930e1a-0aad-4e1f-a73a-9976b6426d8c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6542463 Jun 21 10:13:37.073624 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 46790) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:37.074281 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97208cc4-ff79-4a5c-a185-9e28ef5ceb11 None None] Network e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:13:37.078535 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-9baaec8f-b97b-4d01-be72-1d5cfc4d1a52 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-246410147-router', 'tenant_id': '2ef26f904ff24bfa910754f810cdf491', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:13:37.101580 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9baaec8f-b97b-4d01-be72-1d5cfc4d1a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3733420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1346'] for router, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:37.104046 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9baaec8f-b97b-4d01-be72-1d5cfc4d1a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3857055', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1339'] for router, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:37.178102 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9baaec8f-b97b-4d01-be72-1d5cfc4d1a52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:37.377283 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-69399190-a6f2-439e-8fb6-18556f5eefca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:37.390207 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c16867d-e6f3-4630-a9b0-4c0d61eaa500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759a80e7-35e0-5a16-8bb7-3ded93f90571-e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58', 'network_id': 'e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58', 'tenant_id': '2ef26f904ff24bfa910754f810cdf491', 'fixed_ips': [{'subnet_id': '496c08ca-b694-45fc-b2c3-5cb3888e8ecd'}]}} from dv-cinder-797245-3-iscsi. {{(pid=92969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 10:13:37.391083 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-7c16867d-e6f3-4630-a9b0-4c0d61eaa500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:37.394941 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9baaec8f-b97b-4d01-be72-1d5cfc4d1a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3857133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3733342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1321'] for router, precommit_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:37.425183 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-948c1756-7faf-4a33-85e8-5dbf16bd7f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'name': 'tempest-TestVolumeBootPattern-245411859-router', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '075a0383-c678-4854-8e3a-80e3d8621620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:32Z', 'revision_number': 4, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'gw_port': {'id': '075a0383-c678-4854-8e3a-80e3d8621620', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': '6036f762-76bf-44cc-82c7-c94046c50696', 'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'mac_address': 'fa:16:3e:e5:65:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:31Z', 'updated_at': '2021-06-21T10:13:36Z', 'revision_number': 4, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'subnets': [{'id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:13:37.485800 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ee896-dd80-424e-9099-eec7bf193496 req-fbe2272c-27f6-461a-8062-719daaa71c07 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:37.487373 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b07ee896-dd80-424e-9099-eec7bf193496 req-fbe2272c-27f6-461a-8062-719daaa71c07 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=46dbdccd-8233-4355-beb6-95ecf6bb5223 HTTP/1.1" status: 200 len: 932 time: 0.1614127 Jun 21 10:13:37.502311 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948c1756-7faf-4a33-85e8-5dbf16bd7f81 None None] The sync data for ids ['b29f85ec-8096-48b0-aef6-b1ed54c88700'] in dv-cinder-797245-3-iscsi is: [{'id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'name': 'tempest-TestVolumeBootPattern-245411859-router', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '075a0383-c678-4854-8e3a-80e3d8621620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:32Z', 'revision_number': 4, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'gw_port': {'id': '075a0383-c678-4854-8e3a-80e3d8621620', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': '6036f762-76bf-44cc-82c7-c94046c50696', 'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'mac_address': 'fa:16:3e:e5:65:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:31Z', 'updated_at': '2021-06-21T10:13:36Z', 'revision_number': 4, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'subnets': [{'id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:13:37.573943 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b07ee896-dd80-424e-9099-eec7bf193496 req-64794ea2-c68c-4d68-a2f5-120766c68562 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733352 Jun 21 10:13:37.584262 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:13:37.643386 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.db_base_plugin_common [None req-7c16867d-e6f3-4630-a9b0-4c0d61eaa500 None None] Allocated IP 172.20.0.2 (e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58/496c08ca-b694-45fc-b2c3-5cb3888e8ecd/03173fc3-92ff-40d9-ac92-0c9bb34725c6) {{(pid=92969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:13:37.733736 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9baaec8f-b97b-4d01-be72-1d5cfc4d1a52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:37.756848 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9baaec8f-b97b-4d01-be72-1d5cfc4d1a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:37.940747 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_common [None req-9baaec8f-b97b-4d01-be72-1d5cfc4d1a52 admin admin] Allocated IP 172.27.2.191 (fb624688-f845-4b15-87c8-de4e29ba1da0/d2f51930-445a-41d0-bd73-46a6db281e7c/fdbf644b-998b-4ce1-bc84-76ccfdcc0e41) {{(pid=92965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:13:37.956761 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cb37a0f3-f990-4162-bac3-aef00ac46015 req-2f24014c-e895-480f-9b4b-9a1144c2857d tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4ab325-92d6-4a6e-9908-196075ac0ac6 HTTP/1.1" status: 200 len: 210 time: 0.0361190 Jun 21 10:13:37.978638 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-7c16867d-e6f3-4630-a9b0-4c0d61eaa500 None None] Notify callbacks [] for port, precommit_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:38.000310 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-7c16867d-e6f3-4630-a9b0-4c0d61eaa500 None None] Transition to ACTIVE for port object 03173fc3-92ff-40d9-ac92-0c9bb34725c6 will not be triggered until provisioned by entity L2. {{(pid=92969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:13:38.020446 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-7c16867d-e6f3-4630-a9b0-4c0d61eaa500 None None] Transition to ACTIVE for port object 03173fc3-92ff-40d9-ac92-0c9bb34725c6 will not be triggered until provisioned by entity DHCP. {{(pid=92969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:13:38.029916 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-7c16867d-e6f3-4630-a9b0-4c0d61eaa500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797'] for port, after_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:38.033857 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-19efd8e7-f667-46ad-98b7-e4e78597c898 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:38.077056 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9baaec8f-b97b-4d01-be72-1d5cfc4d1a52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:38.090937 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c16867d-e6f3-4630-a9b0-4c0d61eaa500 None None] Network e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58 is already hosted by enough agents. {{(pid=92969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:13:38.094304 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.scheduler.base_scheduler [None req-7c16867d-e6f3-4630-a9b0-4c0d61eaa500 None None] Resources bound (agent type, host, resource id): {{(pid=92969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:13:38.098716 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c16867d-e6f3-4630-a9b0-4c0d61eaa500 None None] Received port after_create {{(pid=92969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:13:38.108184 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16867d-e6f3-4630-a9b0-4c0d61eaa500 None None] Pushing event updated for resources: {'Port': ['ID=03173fc3-92ff-40d9-ac92-0c9bb34725c6,revision_number=1']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:38.121898 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-7c16867d-e6f3-4630-a9b0-4c0d61eaa500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:38.140796 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9baaec8f-b97b-4d01-be72-1d5cfc4d1a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11354329'] for port, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:38.147841 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:38.209222 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baaec8f-b97b-4d01-be72-1d5cfc4d1a52 admin admin] Network fb624688-f845-4b15-87c8-de4e29ba1da0 is already hosted by enough agents. {{(pid=92965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:13:38.220476 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [None req-9baaec8f-b97b-4d01-be72-1d5cfc4d1a52 admin admin] Resources bound (agent type, host, resource id): {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:13:38.232084 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baaec8f-b97b-4d01-be72-1d5cfc4d1a52 admin admin] Received port after_create {{(pid=92965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:13:38.272259 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-7c16867d-e6f3-4630-a9b0-4c0d61eaa500 None None] Attempting to bind port 03173fc3-92ff-40d9-ac92-0c9bb34725c6 on host dv-cinder-797245-3-iscsi for vnic_type normal with profile {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:13:38.272259 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-7c16867d-e6f3-4630-a9b0-4c0d61eaa500 None None] Attempting to bind port 03173fc3-92ff-40d9-ac92-0c9bb34725c6 by drivers openvswitch,hyperv on host dv-cinder-797245-3-iscsi at level 0 using segments [{'id': '51178269-ac14-4cee-858f-c5b91a1e3657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58'}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:13:38.272259 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c16867d-e6f3-4630-a9b0-4c0d61eaa500 None None] Attempting to bind port 03173fc3-92ff-40d9-ac92-0c9bb34725c6 on network e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58 {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:13:38.280454 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c16867d-e6f3-4630-a9b0-4c0d61eaa500 None None] Checking agent: {'id': '1b1a71b0-3353-4cb1-9b62-7c1d9dbff1e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 2, 11), 'started_at': datetime.datetime(2021, 6, 21, 10, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:13:38.280929 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c16867d-e6f3-4630-a9b0-4c0d61eaa500 None None] Checking segment: {'id': '51178269-ac14-4cee-858f-c5b91a1e3657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:13:38.281352 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-7c16867d-e6f3-4630-a9b0-4c0d61eaa500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:38.281759 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c16867d-e6f3-4630-a9b0-4c0d61eaa500 None None] Bound using segment: {'id': '51178269-ac14-4cee-858f-c5b91a1e3657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58'} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:13:38.282290 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-7c16867d-e6f3-4630-a9b0-4c0d61eaa500 None None] Bound port: 03173fc3-92ff-40d9-ac92-0c9bb34725c6, host: dv-cinder-797245-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51178269-ac14-4cee-858f-c5b91a1e3657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58'}}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:13:38.282666 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-7c16867d-e6f3-4630-a9b0-4c0d61eaa500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:38.314462 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baaec8f-b97b-4d01-be72-1d5cfc4d1a52 admin admin] Pushing event updated for resources: {'Port': ['ID=fdbf644b-998b-4ce1-bc84-76ccfdcc0e41,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:38.317870 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-9baaec8f-b97b-4d01-be72-1d5cfc4d1a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:38.404347 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-7c16867d-e6f3-4630-a9b0-4c0d61eaa500 None None] For port 03173fc3-92ff-40d9-ac92-0c9bb34725c6, host dv-cinder-797245-3-iscsi, cleared binding levels {{(pid=92969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:13:38.420978 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-7c16867d-e6f3-4630-a9b0-4c0d61eaa500 None None] For port 03173fc3-92ff-40d9-ac92-0c9bb34725c6, host dv-cinder-797245-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=03173fc3-92ff-40d9-ac92-0c9bb34725c6,segment=NetworkSegment(51178269-ac14-4cee-858f-c5b91a1e3657),segment_id=51178269-ac14-4cee-858f-c5b91a1e3657)] {{(pid=92969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:13:38.430893 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-7c16867d-e6f3-4630-a9b0-4c0d61eaa500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:38.433578 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-36adfdbb-5878-410b-a177-5d76e09fef72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:38.508210 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb974b-ad06-4c2b-bfad-797be90e942e req-76899bb9-a26f-4daf-86c0-f0ece33dcb98 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:38.515731 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 6036f762-76bf-44cc-82c7-c94046c50696 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:13:38.516339 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-43bb974b-ad06-4c2b-bfad-797be90e942e req-76899bb9-a26f-4daf-86c0-f0ece33dcb98 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.2905142 Jun 21 10:13:38.519228 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['54fd7d9f-1ecb-489b-82e3-cc6b607f6632', 'fe471316-83e8-4bf2-88da-aad3eed8859c', 'e5d1691f-35bd-4f4f-9cd5-f0f17be35d33'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:13:38.527394 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16867d-e6f3-4630-a9b0-4c0d61eaa500 None None] Pushing event updated for resources: {'Port': ['ID=03173fc3-92ff-40d9-ac92-0c9bb34725c6,revision_number=2']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:38.545621 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device b88b7f0e-4f50-41d0-a80d-21e8b4b1092c no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:13:38.551851 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-6f7a357d-cbcd-4802-9663-5e4b8bbdbf64 service neutron] Request body: {'port': {'device_id': '46dbdccd-8233-4355-beb6-95ecf6bb5223', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:13:38.631022 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-7c16867d-e6f3-4630-a9b0-4c0d61eaa500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:38.671435 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] No Port match for: b88b7f0e-4f50-41d0-a80d-21e8b4b1092c {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:13:38.671856 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device b88b7f0e-4f50-41d0-a80d-21e8b4b1092c not bound to the agent host hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:13:38.689378 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-6f7a357d-cbcd-4802-9663-5e4b8bbdbf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:38.720113 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-43bb974b-ad06-4c2b-bfad-797be90e942e req-a7cbf5dd-9a67-4f0e-a27e-79d4ea03b18c tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025905 Jun 21 10:13:38.922287 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning for port 6036f762-76bf-44cc-82c7-c94046c50696 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:13:38.925109 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9baaec8f-b97b-4d01-be72-1d5cfc4d1a52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:38.936954 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port 6036f762-76bf-44cc-82c7-c94046c50696 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:13:38.937340 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:39.063815 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bcc4f5-02b4-400b-8e62-581844920824 req-a0ad989c-b2c3-428b-8bfe-d46a250e6fcc tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:39.088918 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-48bcc4f5-02b4-400b-8e62-581844920824 req-a0ad989c-b2c3-428b-8bfe-d46a250e6fcc tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=46dbdccd-8233-4355-beb6-95ecf6bb5223 HTTP/1.1" status: 200 len: 932 time: 0.2717810 Jun 21 10:13:39.201251 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-48bcc4f5-02b4-400b-8e62-581844920824 req-00a00274-1280-4191-86db-5b7bdbe1100a tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100178 Jun 21 10:13:39.295854 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-797a9d1e-290e-476b-ba5d-609535115364 req-75ca6201-d316-466a-a4af-2efcb96f4bac tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4ab325-92d6-4a6e-9908-196075ac0ac6 HTTP/1.1" status: 200 len: 210 time: 0.0704429 Jun 21 10:13:39.398188 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:39.470042 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] For port 6036f762-76bf-44cc-82c7-c94046c50696, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=6036f762-76bf-44cc-82c7-c94046c50696,segment=NetworkSegment(0a9d78b6-c495-4794-ada2-561317aa9db4),segment_id=0a9d78b6-c495-4794-ada2-561317aa9db4)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:13:39.481564 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:39.485459 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:39.569391 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Pushing event updated for resources: {'Port': ['ID=6036f762-76bf-44cc-82c7-c94046c50696,revision_number=5']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:39.584510 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:39.618520 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9baaec8f-b97b-4d01-be72-1d5cfc4d1a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3858233'] for router, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:39.770958 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.notifiers.nova [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-6f7a357d-cbcd-4802-9663-5e4b8bbdbf64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e692c9a-18f1-45e9-b4c6-fd26e1c93c99 {{(pid=92965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:13:39.782822 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-6f7a357d-cbcd-4802-9663-5e4b8bbdbf64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:39.803480 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.provisioning_blocks [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-6f7a357d-cbcd-4802-9663-5e4b8bbdbf64 service neutron] Transition to ACTIVE for port object 7e692c9a-18f1-45e9-b4c6-fd26e1c93c99 will not be triggered until provisioned by entity L2. {{(pid=92965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:13:39.816565 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-6f7a357d-cbcd-4802-9663-5e4b8bbdbf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11354351'] for port, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:39.819737 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-fa3b3242-94fb-4586-8171-0b68224839a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:39.908127 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a357d-cbcd-4802-9663-5e4b8bbdbf64 service neutron] Pushing event updated for resources: {'Port': ['ID=7e692c9a-18f1-45e9-b4c6-fd26e1c93c99,revision_number=2']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:39.912577 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9baaec8f-b97b-4d01-be72-1d5cfc4d1a52 admin admin] Router b5590630-1f0f-4b4f-bb73-0ebada6ff3e6 is scheduled to L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 with binding_index 1 {{(pid=92965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 10:13:39.916104 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-6f7a357d-cbcd-4802-9663-5e4b8bbdbf64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:39.990209 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1205c0-46af-4f25-860d-8ee898c598b0 None None] Network e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:13:40.016714 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfe628-7835-452e-a1a5-e531baaeae3e req-9102d08b-a4c0-4eec-a624-a2de25389d70 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:40.025071 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-94dfe628-7835-452e-a1a5-e531baaeae3e req-9102d08b-a4c0-4eec-a624-a2de25389d70 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.1264019 Jun 21 10:13:40.078384 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-94dfe628-7835-452e-a1a5-e531baaeae3e req-88136fcc-875d-48cc-b4ad-2acfadd6a8ee tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522230 Jun 21 10:13:40.079921 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-6ae3ff14-da94-4ec0-840e-f167854ac1ca None None] Provisioning for port 03173fc3-92ff-40d9-ac92-0c9bb34725c6 completed by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:13:40.300119 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.managers [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-6f7a357d-cbcd-4802-9663-5e4b8bbdbf64 service neutron] Attempting to bind port 7e692c9a-18f1-45e9-b4c6-fd26e1c93c99 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:13:40.300450 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.managers [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-6f7a357d-cbcd-4802-9663-5e4b8bbdbf64 service neutron] Attempting to bind port 7e692c9a-18f1-45e9-b4c6-fd26e1c93c99 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'd12331c0-3688-4590-a99a-4a51e992d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'cf126547-6ae9-4855-9df9-59048a69ce81'}] {{(pid=92965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:13:40.300802 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-6f7a357d-cbcd-4802-9663-5e4b8bbdbf64 service neutron] Attempting to bind port 7e692c9a-18f1-45e9-b4c6-fd26e1c93c99 on network cf126547-6ae9-4855-9df9-59048a69ce81 {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:13:40.312728 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-6f7a357d-cbcd-4802-9663-5e4b8bbdbf64 service neutron] Port 7e692c9a-18f1-45e9-b4c6-fd26e1c93c99 on network cf126547-6ae9-4855-9df9-59048a69ce81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 10:13:40.314509 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-6f7a357d-cbcd-4802-9663-5e4b8bbdbf64 service neutron] Attempting to bind port 7e692c9a-18f1-45e9-b4c6-fd26e1c93c99 on network cf126547-6ae9-4855-9df9-59048a69ce81 {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:13:40.334756 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-6f7a357d-cbcd-4802-9663-5e4b8bbdbf64 service neutron] Checking agent: {'id': 'e8144930-5ccd-413e-a521-fc03e228bde1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'started_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:13:40.335177 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-6f7a357d-cbcd-4802-9663-5e4b8bbdbf64 service neutron] Checking segment: {'id': 'd12331c0-3688-4590-a99a-4a51e992d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'cf126547-6ae9-4855-9df9-59048a69ce81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:13:40.335716 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-6f7a357d-cbcd-4802-9663-5e4b8bbdbf64 service neutron] Bound using segment: {'id': 'd12331c0-3688-4590-a99a-4a51e992d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'cf126547-6ae9-4855-9df9-59048a69ce81'} {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:13:40.336297 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.managers [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-6f7a357d-cbcd-4802-9663-5e4b8bbdbf64 service neutron] Bound port: 7e692c9a-18f1-45e9-b4c6-fd26e1c93c99, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd12331c0-3688-4590-a99a-4a51e992d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'cf126547-6ae9-4855-9df9-59048a69ce81'}}] {{(pid=92965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:13:40.337453 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-6f7a357d-cbcd-4802-9663-5e4b8bbdbf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:40.358403 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9baaec8f-b97b-4d01-be72-1d5cfc4d1a52 admin admin] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:13:40.376446 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a780a2c6-d3ad-481b-be2a-fa8fce338332 None None] Sync routers for ids ['b5590630-1f0f-4b4f-bb73-0ebada6ff3e6'] in dv-cinder-797245-3-iscsi {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:13:40.417613 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a780a2c6-d3ad-481b-be2a-fa8fce338332 None None] Routers {'b5590630-1f0f-4b4f-bb73-0ebada6ff3e6'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:13:40.421238 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-a780a2c6-d3ad-481b-be2a-fa8fce338332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:13:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['b5590630-1f0f-4b4f-bb73-0ebada6ff3e6'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:13:40.443840 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9baaec8f-b97b-4d01-be72-1d5cfc4d1a52 admin admin] Notify callbacks [] for router, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:40.448415 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 46848) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:40.450256 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-9baaec8f-b97b-4d01-be72-1d5cfc4d1a52 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3740602 Jun 21 10:13:40.543012 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-6f7a357d-cbcd-4802-9663-5e4b8bbdbf64 service neutron] For port 7e692c9a-18f1-45e9-b4c6-fd26e1c93c99, host hv-cinder-79724, cleared binding levels {{(pid=92965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:13:40.564234 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-6f7a357d-cbcd-4802-9663-5e4b8bbdbf64 service neutron] For port 7e692c9a-18f1-45e9-b4c6-fd26e1c93c99, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=7e692c9a-18f1-45e9-b4c6-fd26e1c93c99,segment=NetworkSegment(d12331c0-3688-4590-a99a-4a51e992d5b4),segment_id=d12331c0-3688-4590-a99a-4a51e992d5b4)] {{(pid=92965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:13:40.571803 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-6f7a357d-cbcd-4802-9663-5e4b8bbdbf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11354351'] for port, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:40.572990 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-6f7a357d-cbcd-4802-9663-5e4b8bbdbf64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:40.805145 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-6f7a357d-cbcd-4802-9663-5e4b8bbdbf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:40.806293 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-6f7a357d-cbcd-4802-9663-5e4b8bbdbf64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:40.807780 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-6f7a357d-cbcd-4802-9663-5e4b8bbdbf64 service neutron] 10.222.0.74 "PUT /v2.0/ports/7e692c9a-18f1-45e9-b4c6-fd26e1c93c99 HTTP/1.1" status: 200 len: 1094 time: 2.2611794 Jun 21 10:13:40.808442 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46dbdccd-8233-4355-beb6-95ecf6bb5223', 'tag': '7e692c9a-18f1-45e9-b4c6-fd26e1c93c99'}] {{(pid=92965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:13:40.811103 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6455383dad080abf38abbc06b7173bfc99a12cfb8f38fffed40ef3479635dd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a844cb-ad68-42c0-adef-d3e1690d7d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "46dbdccd-8233-4355-beb6-95ecf6bb5223", "tag": "7e692c9a-18f1-45e9-b4c6-fd26e1c93c99"}]}' {{(pid=92965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:13:40.814586 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-a780a2c6-d3ad-481b-be2a-fa8fce338332 None None] Set router b5590630-1f0f-4b4f-bb73-0ebada6ff3e6 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:13:40.833090 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a357d-cbcd-4802-9663-5e4b8bbdbf64 service neutron] Pushing event updated for resources: {'Port': ['ID=7e692c9a-18f1-45e9-b4c6-fd26e1c93c99,revision_number=3']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:40.833876 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e30297-9733-4e3d-9e1c-14d8267fba44 req-02eafa8e-9b33-49bb-95e7-0dbc414e2235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:40.837398 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-6f7a357d-cbcd-4802-9663-5e4b8bbdbf64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:40.844187 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-38e30297-9733-4e3d-9e1c-14d8267fba44 req-02eafa8e-9b33-49bb-95e7-0dbc414e2235 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 1098 time: 0.2786474 Jun 21 10:13:40.866669 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 03173fc3-92ff-40d9-ac92-0c9bb34725c6 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:13:40.891700 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864915f8-9ef9-402e-b80d-597d44e8b6ae req-dd2cf65f-3c08-493a-9cfb-e479305c3ccf tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:40.899316 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-864915f8-9ef9-402e-b80d-597d44e8b6ae req-dd2cf65f-3c08-493a-9cfb-e479305c3ccf tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=46dbdccd-8233-4355-beb6-95ecf6bb5223 HTTP/1.1" status: 200 len: 944 time: 0.3112273 Jun 21 10:13:40.950686 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6ab32a-ccd9-4cf5-88c1-d77b6d6d91c0 x-openstack-request-id: req-ce6ab32a-ccd9-4cf5-88c1-d77b6d6d91c0 {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:13:40.951019 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46dbdccd-8233-4355-beb6-95ecf6bb5223", "tag": "7e692c9a-18f1-45e9-b4c6-fd26e1c93c99", "status": "completed", "code": 200}]} {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:13:40.951305 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ce6ab32a-ccd9-4cf5-88c1-d77b6d6d91c0 {{(pid=92965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:13:40.951725 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46dbdccd-8233-4355-beb6-95ecf6bb5223', 'tag': '7e692c9a-18f1-45e9-b4c6-fd26e1c93c99', 'status': 'completed', 'code': 200} Jun 21 10:13:40.987460 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-864915f8-9ef9-402e-b80d-597d44e8b6ae req-0ede90b6-455b-4d4c-abb0-921dd7046e42 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871842 Jun 21 10:13:41.025747 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:41.038852 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-38e30297-9733-4e3d-9e1c-14d8267fba44 req-09b55384-0c15-4202-bef1-5b46f0378fbd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828849 Jun 21 10:13:41.041897 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-edda6f5b-fcb6-4357-81ad-d97c68b5abec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:41.043516 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-edda6f5b-fcb6-4357-81ad-d97c68b5abec service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f70f0c950c9b4ce4807295b05ec0f177&device_id=46dbdccd-8233-4355-beb6-95ecf6bb5223 HTTP/1.1" status: 200 len: 1097 time: 0.1336811 Jun 21 10:13:41.093944 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-8817bbed-b182-4750-9b53-9f0497994299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:41.172886 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning for port 03173fc3-92ff-40d9-ac92-0c9bb34725c6 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:13:41.181615 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port 03173fc3-92ff-40d9-ac92-0c9bb34725c6 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:13:41.182825 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:41.239471 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-a780a2c6-d3ad-481b-be2a-fa8fce338332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5590630-1f0f-4b4f-bb73-0ebada6ff3e6', 'name': 'tempest-TestVolumeBootPattern-246410147-router', 'tenant_id': '2ef26f904ff24bfa910754f810cdf491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fdbf644b-998b-4ce1-bc84-76ccfdcc0e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:37Z', 'updated_at': '2021-06-21T10:13:38Z', 'revision_number': 3, 'project_id': '2ef26f904ff24bfa910754f810cdf491', 'gw_port': {'id': 'fdbf644b-998b-4ce1-bc84-76ccfdcc0e41', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5590630-1f0f-4b4f-bb73-0ebada6ff3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:37Z', 'updated_at': '2021-06-21T10:13:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi'}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:13:41.307474 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a780a2c6-d3ad-481b-be2a-fa8fce338332 None None] Checking router: b5590630-1f0f-4b4f-bb73-0ebada6ff3e6 for host: dv-cinder-797245-3-iscsi {{(pid=92973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:13:41.307832 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a780a2c6-d3ad-481b-be2a-fa8fce338332 None None] Updating router b5590630-1f0f-4b4f-bb73-0ebada6ff3e6 port fdbf644b-998b-4ce1-bc84-76ccfdcc0e41 binding host dv-cinder-797245-3-iscsi {{(pid=92973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 10:13:41.313304 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-6e947548-feeb-45a3-97a2-380f73c604c8 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:41.315115 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-6e947548-feeb-45a3-97a2-380f73c604c8 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/networks?id=85f22717-be90-45d5-b9e1-81e0c5fa4f08 HTTP/1.1" status: 200 len: 809 time: 0.1264722 Jun 21 10:13:41.352416 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-ef13058f-ca31-4264-9dba-0a12bcbe87bc tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/quotas/b1c346eb3bf14abab0822a46f962dde2 HTTP/1.1" status: 200 len: 375 time: 0.0205886 Jun 21 10:13:41.422322 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a780a2c6-d3ad-481b-be2a-fa8fce338332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:41.438549 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-d80edde5-5a03-4a8b-9f54-81f3820db483 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1c346eb3bf14abab0822a46f962dde2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745966 Jun 21 10:13:41.521778 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:41.550022 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-3cf36f9c-e1ce-4040-81c7-8ad50067a943 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e692c9a-18f1-45e9-b4c6-fd26e1c93c99 HTTP/1.1" status: 200 len: 217 time: 0.1597285 Jun 21 10:13:41.617462 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] For port 03173fc3-92ff-40d9-ac92-0c9bb34725c6, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=03173fc3-92ff-40d9-ac92-0c9bb34725c6,segment=NetworkSegment(51178269-ac14-4cee-858f-c5b91a1e3657),segment_id=51178269-ac14-4cee-858f-c5b91a1e3657)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:13:41.628126 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:41.630391 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 6036f762-76bf-44cc-82c7-c94046c50696 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:13:41.635019 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:41.685060 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-2f96c3ed-e5f7-4971-bd10-70c83e5f3eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:41.689766 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-2f96c3ed-e5f7-4971-bd10-70c83e5f3eeb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca51367d-5f2a-43bb-8582-b1b061e36115 HTTP/1.1" status: 200 len: 854 time: 0.1322238 Jun 21 10:13:41.704448 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42c1e-a50e-4394-bc9a-2181fcb11d2a req-73403f0c-b8c8-4e49-be71-7d73daf7c841 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:41.724136 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-afa42c1e-a50e-4394-bc9a-2181fcb11d2a req-73403f0c-b8c8-4e49-be71-7d73daf7c841 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.4096446 Jun 21 10:13:41.732670 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-51d936a3-db96-4c3b-83b8-76d98b517531 service neutron] 10.222.0.50 "GET /v2.0/networks/85f22717-be90-45d5-b9e1-81e0c5fa4f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926250 Jun 21 10:13:41.775259 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Pushing event updated for resources: {'Port': ['ID=03173fc3-92ff-40d9-ac92-0c9bb34725c6,revision_number=3']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:41.780007 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:41.799867 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port 6036f762-76bf-44cc-82c7-c94046c50696 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:13:41.800848 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:41.804743 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-1d1ca71d-d112-45bf-b396-db7a9d4007b9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf126547-6ae9-4855-9df9-59048a69ce81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758085 Jun 21 10:13:41.875259 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9095677e-7edd-4002-bf28-711284efde80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:41.940799 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a780a2c6-d3ad-481b-be2a-fa8fce338332 None None] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:41.954429 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [None req-a780a2c6-d3ad-481b-be2a-fa8fce338332 None None] Transition to ACTIVE for port object fdbf644b-998b-4ce1-bc84-76ccfdcc0e41 will not be triggered until provisioned by entity L2. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:13:41.968686 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a780a2c6-d3ad-481b-be2a-fa8fce338332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:41.974723 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-afa42c1e-a50e-4394-bc9a-2181fcb11d2a req-a374f876-e5b4-449c-b2f0-ed67b9c820cc tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492878 Jun 21 10:13:42.001515 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-3998918b-dc25-443d-a8b5-e36f12d53d62 service neutron] 10.222.0.50 "GET /v2.0/networks/85f22717-be90-45d5-b9e1-81e0c5fa4f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596710 Jun 21 10:13:42.016159 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [None req-95ac1125-34fa-407a-b92b-695b6ea01bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:42.070922 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f732d1-48b3-4ad8-b0e6-87fe758903da None None] Pushing event updated for resources: {'Port': ['ID=fdbf644b-998b-4ce1-bc84-76ccfdcc0e41,revision_number=2']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:42.087153 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-d006b57a-3871-4e32-87ad-5ad90b5b2a35 service neutron] 10.222.0.74 "GET /v2.0/networks/cf126547-6ae9-4855-9df9-59048a69ce81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608531 Jun 21 10:13:42.088897 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [None req-51f732d1-48b3-4ad8-b0e6-87fe758903da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:42.109123 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [None req-a780a2c6-d3ad-481b-be2a-fa8fce338332 None None] Attempting to bind port fdbf644b-998b-4ce1-bc84-76ccfdcc0e41 on host dv-cinder-797245-3-iscsi for vnic_type normal with profile {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:13:42.109586 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [None req-a780a2c6-d3ad-481b-be2a-fa8fce338332 None None] Attempting to bind port fdbf644b-998b-4ce1-bc84-76ccfdcc0e41 by drivers openvswitch,hyperv on host dv-cinder-797245-3-iscsi at level 0 using segments [{'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:13:42.110097 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780a2c6-d3ad-481b-be2a-fa8fce338332 None None] Attempting to bind port fdbf644b-998b-4ce1-bc84-76ccfdcc0e41 on network fb624688-f845-4b15-87c8-de4e29ba1da0 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:13:42.124993 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780a2c6-d3ad-481b-be2a-fa8fce338332 None None] Checking agent: {'id': '1b1a71b0-3353-4cb1-9b62-7c1d9dbff1e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 2, 11), 'started_at': datetime.datetime(2021, 6, 21, 10, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:13:42.125582 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780a2c6-d3ad-481b-be2a-fa8fce338332 None None] Checking segment: {'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:13:42.130957 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a780a2c6-d3ad-481b-be2a-fa8fce338332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:42.131851 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780a2c6-d3ad-481b-be2a-fa8fce338332 None None] Bound using segment: {'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:13:42.136881 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [None req-a780a2c6-d3ad-481b-be2a-fa8fce338332 None None] Bound port: fdbf644b-998b-4ce1-bc84-76ccfdcc0e41, host: dv-cinder-797245-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:13:42.137565 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a780a2c6-d3ad-481b-be2a-fa8fce338332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:42.235628 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-a780a2c6-d3ad-481b-be2a-fa8fce338332 None None] For port fdbf644b-998b-4ce1-bc84-76ccfdcc0e41, host dv-cinder-797245-3-iscsi, cleared binding levels {{(pid=92973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:13:42.240736 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-a780a2c6-d3ad-481b-be2a-fa8fce338332 None None] For port fdbf644b-998b-4ce1-bc84-76ccfdcc0e41, host dv-cinder-797245-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=fdbf644b-998b-4ce1-bc84-76ccfdcc0e41,segment=NetworkSegment(51446d15-6cd3-4f7c-9b01-f06091ff92a2),segment_id=51446d15-6cd3-4f7c-9b01-f06091ff92a2)] {{(pid=92973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:13:42.250244 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a780a2c6-d3ad-481b-be2a-fa8fce338332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:42.252079 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [None req-9095677e-7edd-4002-bf28-711284efde80 admin admin] Allocated IP 172.20.0.1 (e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58/496c08ca-b694-45fc-b2c3-5cb3888e8ecd/51f13eab-703b-492b-a9a5-92579f1169a3) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:13:42.259529 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [None req-95ac1125-34fa-407a-b92b-695b6ea01bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:42.323565 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0ad9b628-f01e-4e00-aa90-66e4bc9a3664 req-f1f7b6d7-b875-4af2-8f6e-190a7832eff3 service neutron] 10.222.0.74 "GET /v2.0/networks/cf126547-6ae9-4855-9df9-59048a69ce81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264011 Jun 21 10:13:42.324882 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-44bb716b-b1bb-4a65-855e-c7e1d414d0a2 req-b7242b02-6102-4245-8ade-725b53155412 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c13d5d0b-1473-49dc-a1a6-2b25d9853229 HTTP/1.1" status: 200 len: 210 time: 0.0611441 Jun 21 10:13:42.326587 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f732d1-48b3-4ad8-b0e6-87fe758903da None None] Pushing event updated for resources: {'Port': ['ID=fdbf644b-998b-4ce1-bc84-76ccfdcc0e41,revision_number=3']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:42.331287 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [None req-51f732d1-48b3-4ad8-b0e6-87fe758903da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:42.354141 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a780a2c6-d3ad-481b-be2a-fa8fce338332 None None] Routers {'b5590630-1f0f-4b4f-bb73-0ebada6ff3e6'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:13:42.355384 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-a780a2c6-d3ad-481b-be2a-fa8fce338332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:13:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['b5590630-1f0f-4b4f-bb73-0ebada6ff3e6'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:13:42.375476 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508a942-8fc7-4e43-81da-5203dd73cebe req-6132af0b-66e7-48fa-ae90-e6082c0272a4 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:42.380468 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7508a942-8fc7-4e43-81da-5203dd73cebe req-6132af0b-66e7-48fa-ae90-e6082c0272a4 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=46dbdccd-8233-4355-beb6-95ecf6bb5223 HTTP/1.1" status: 200 len: 944 time: 0.2028034 Jun 21 10:13:42.469078 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7508a942-8fc7-4e43-81da-5203dd73cebe req-c280b421-03bf-48a0-a64f-498aa6094df7 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768526 Jun 21 10:13:42.506346 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 03173fc3-92ff-40d9-ac92-0c9bb34725c6 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:13:42.534555 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-a780a2c6-d3ad-481b-be2a-fa8fce338332 None None] Set router b5590630-1f0f-4b4f-bb73-0ebada6ff3e6 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:13:42.619425 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port 03173fc3-92ff-40d9-ac92-0c9bb34725c6 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:13:42.619901 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:42.690384 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a844cb-ad68-42c0-adef-d3e1690d7d6e req-2fd875cc-f82e-4871-9ddd-00082d62b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:42.693103 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-16a844cb-ad68-42c0-adef-d3e1690d7d6e req-2fd875cc-f82e-4871-9ddd-00082d62b20c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f70f0c950c9b4ce4807295b05ec0f177&device_id=46dbdccd-8233-4355-beb6-95ecf6bb5223 HTTP/1.1" status: 200 len: 1097 time: 0.1173475 Jun 21 10:13:42.731581 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9095677e-7edd-4002-bf28-711284efde80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:42.770451 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.provisioning_blocks [None req-9095677e-7edd-4002-bf28-711284efde80 admin admin] Transition to ACTIVE for port object 51f13eab-703b-492b-a9a5-92579f1169a3 will not be triggered until provisioned by entity DHCP. {{(pid=92958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:13:42.846642 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9095677e-7edd-4002-bf28-711284efde80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1954238'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:42.863069 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:42.889003 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a844cb-ad68-42c0-adef-d3e1690d7d6e req-fe25bf43-112b-426e-8449-990f16f79fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:42.891637 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-16a844cb-ad68-42c0-adef-d3e1690d7d6e req-fe25bf43-112b-426e-8449-990f16f79fad service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf126547-6ae9-4855-9df9-59048a69ce81 HTTP/1.1" status: 200 len: 916 time: 0.1808851 Jun 21 10:13:42.904835 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9095677e-7edd-4002-bf28-711284efde80 admin admin] Network e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:13:42.910986 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-9095677e-7edd-4002-bf28-711284efde80 admin admin] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:13:42.929751 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9095677e-7edd-4002-bf28-711284efde80 admin admin] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:13:43.008503 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9095677e-7edd-4002-bf28-711284efde80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745814'] for router_interface, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:43.045844 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-a780a2c6-d3ad-481b-be2a-fa8fce338332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5590630-1f0f-4b4f-bb73-0ebada6ff3e6', 'name': 'tempest-TestVolumeBootPattern-246410147-router', 'tenant_id': '2ef26f904ff24bfa910754f810cdf491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fdbf644b-998b-4ce1-bc84-76ccfdcc0e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:37Z', 'updated_at': '2021-06-21T10:13:38Z', 'revision_number': 3, 'project_id': '2ef26f904ff24bfa910754f810cdf491', 'gw_port': {'id': 'fdbf644b-998b-4ce1-bc84-76ccfdcc0e41', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5590630-1f0f-4b4f-bb73-0ebada6ff3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:37Z', 'updated_at': '2021-06-21T10:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi'}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:13:43.093022 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a780a2c6-d3ad-481b-be2a-fa8fce338332 None None] The sync data for ids ['b5590630-1f0f-4b4f-bb73-0ebada6ff3e6'] in dv-cinder-797245-3-iscsi is: [{'id': 'b5590630-1f0f-4b4f-bb73-0ebada6ff3e6', 'name': 'tempest-TestVolumeBootPattern-246410147-router', 'tenant_id': '2ef26f904ff24bfa910754f810cdf491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fdbf644b-998b-4ce1-bc84-76ccfdcc0e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:37Z', 'updated_at': '2021-06-21T10:13:38Z', 'revision_number': 3, 'project_id': '2ef26f904ff24bfa910754f810cdf491', 'gw_port': {'id': 'fdbf644b-998b-4ce1-bc84-76ccfdcc0e41', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5590630-1f0f-4b4f-bb73-0ebada6ff3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:37Z', 'updated_at': '2021-06-21T10:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi'}] {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:13:43.113386 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:43.150933 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-16a844cb-ad68-42c0-adef-d3e1690d7d6e req-c96db9e7-297c-43b1-aa94-80e3858405b2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e692c9a-18f1-45e9-b4c6-fd26e1c93c99 HTTP/1.1" status: 200 len: 217 time: 0.2395864 Jun 21 10:13:43.169515 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095677e-7edd-4002-bf28-711284efde80 admin admin] Pushing event updated for resources: {'Port': ['ID=51f13eab-703b-492b-a9a5-92579f1169a3,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:43.184905 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-9095677e-7edd-4002-bf28-711284efde80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:43.335995 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a844cb-ad68-42c0-adef-d3e1690d7d6e req-4762e027-c033-4258-90ae-e10546e3a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:43.339626 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-16a844cb-ad68-42c0-adef-d3e1690d7d6e req-4762e027-c033-4258-90ae-e10546e3a81f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca51367d-5f2a-43bb-8582-b1b061e36115 HTTP/1.1" status: 200 len: 854 time: 0.1594119 Jun 21 10:13:43.448605 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-16a844cb-ad68-42c0-adef-d3e1690d7d6e req-898dc31f-d51e-429e-bb15-851727ea1463 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf126547-6ae9-4855-9df9-59048a69ce81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816259 Jun 21 10:13:43.508538 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9095677e-7edd-4002-bf28-711284efde80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:43.520873 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-28c2e08c-a02b-4d87-bd19-3873447bedc5 None None] Provisioning for port 51f13eab-703b-492b-a9a5-92579f1169a3 completed by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:13:43.541997 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-28c2e08c-a02b-4d87-bd19-3873447bedc5 None None] Provisioning complete for port 51f13eab-703b-492b-a9a5-92579f1169a3 triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:13:43.550530 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-28c2e08c-a02b-4d87-bd19-3873447bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:43.572756 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84909824-e436-4e0e-9346-c48ee07ded8c req-2e8646a7-76aa-4fec-9240-f7aaee848f79 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:43.574876 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-84909824-e436-4e0e-9346-c48ee07ded8c req-2e8646a7-76aa-4fec-9240-f7aaee848f79 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.2078547 Jun 21 10:13:43.739042 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-9a9a300b-5f7c-4951-8cb8-9a8ea54ba6aa req-5fe876e3-db43-4f83-9228-61510b9b8d59 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c13d5d0b-1473-49dc-a1a6-2b25d9853229 HTTP/1.1" status: 200 len: 210 time: 0.1064675 Jun 21 10:13:43.766346 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-84909824-e436-4e0e-9346-c48ee07ded8c req-cd010fd0-b718-4271-a211-87bd25208e57 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359534 Jun 21 10:13:43.779206 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-28c2e08c-a02b-4d87-bd19-3873447bedc5 None None] Port 51f13eab-703b-492b-a9a5-92579f1169a3 cannot update to ACTIVE because it is not bound. {{(pid=92969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 10:13:43.823926 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-16a844cb-ad68-42c0-adef-d3e1690d7d6e req-f8db62fd-66fb-4070-af6c-2c93a5db9ba2 service neutron] 10.222.0.74 "GET /v2.0/networks/cf126547-6ae9-4855-9df9-59048a69ce81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538089 Jun 21 10:13:44.063670 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9095677e-7edd-4002-bf28-711284efde80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:44.074374 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9095677e-7edd-4002-bf28-711284efde80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:44.085541 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-9095677e-7edd-4002-bf28-711284efde80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:44.139807 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-16a844cb-ad68-42c0-adef-d3e1690d7d6e req-fa33ac11-3a50-458e-bdd4-e7de091ebc42 service neutron] 10.222.0.74 "GET /v2.0/networks/cf126547-6ae9-4855-9df9-59048a69ce81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930114 Jun 21 10:13:44.184364 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095677e-7edd-4002-bf28-711284efde80 admin admin] Pushing event updated for resources: {'Port': ['ID=51f13eab-703b-492b-a9a5-92579f1169a3,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:44.187469 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-9095677e-7edd-4002-bf28-711284efde80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:44.188453 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9095677e-7edd-4002-bf28-711284efde80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3840613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3854351'] for router_interface, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:44.224335 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5558a1c-79d2-4192-a37c-ede39e5a1792 req-0adb45ed-ea34-4318-b158-971157694b8e tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:44.225919 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b5558a1c-79d2-4192-a37c-ede39e5a1792 req-0adb45ed-ea34-4318-b158-971157694b8e tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=46dbdccd-8233-4355-beb6-95ecf6bb5223 HTTP/1.1" status: 200 len: 944 time: 0.1709883 Jun 21 10:13:44.299029 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b5558a1c-79d2-4192-a37c-ede39e5a1792 req-d960ab08-78b7-4f53-baa2-a86a834ec469 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584116 Jun 21 10:13:44.328746 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9095677e-7edd-4002-bf28-711284efde80 admin admin] Network e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:13:44.331193 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-9095677e-7edd-4002-bf28-711284efde80 admin admin] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:13:44.526599 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device fdbf644b-998b-4ce1-bc84-76ccfdcc0e41 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:13:44.662169 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning for port fdbf644b-998b-4ce1-bc84-76ccfdcc0e41 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:13:44.670729 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port fdbf644b-998b-4ce1-bc84-76ccfdcc0e41 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:13:44.671720 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:44.915189 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:44.919603 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e16a6-8887-4f67-8ce4-3c85eb6ee01f req-ca5c36c4-6169-485b-884c-52123503699e tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:44.928505 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-3f5e16a6-8887-4f67-8ce4-3c85eb6ee01f req-ca5c36c4-6169-485b-884c-52123503699e tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.2064643 Jun 21 10:13:44.951909 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c494d4-1a98-409a-b52f-0a34e8c23daa req-15266204-e753-4cec-8e10-77f8172b68e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:44.953707 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-24c494d4-1a98-409a-b52f-0a34e8c23daa req-15266204-e753-4cec-8e10-77f8172b68e6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c2d9d5ab2e5b4ff2946f67faed489d72&device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 1098 time: 0.3226130 Jun 21 10:13:45.005781 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] For port fdbf644b-998b-4ce1-bc84-76ccfdcc0e41, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=fdbf644b-998b-4ce1-bc84-76ccfdcc0e41,segment=NetworkSegment(51446d15-6cd3-4f7c-9b01-f06091ff92a2),segment_id=51446d15-6cd3-4f7c-9b01-f06091ff92a2)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:13:45.022339 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:45.032852 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9095677e-7edd-4002-bf28-711284efde80 admin admin] Router b5590630-1f0f-4b4f-bb73-0ebada6ff3e6 has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:13:45.036212 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:45.044294 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-2dfc93b0-d69c-4ad4-8cbf-7cba1376c66d None None] Provisioning complete for port 51f13eab-703b-492b-a9a5-92579f1169a3 triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:13:45.049509 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-2dfc93b0-d69c-4ad4-8cbf-7cba1376c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:45.109981 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9d1f9bff-27bc-413b-8ce5-1703aa2b828f req-6ef86fd9-3ea8-450f-99d9-1351c270ffdf tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c13d5d0b-1473-49dc-a1a6-2b25d9853229 HTTP/1.1" status: 200 len: 210 time: 0.1197121 Jun 21 10:13:45.116564 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 46986) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:45.167409 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:45.181341 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-2dfc93b0-d69c-4ad4-8cbf-7cba1376c66d None None] Port 51f13eab-703b-492b-a9a5-92579f1169a3 cannot update to ACTIVE because it is not bound. {{(pid=92969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 10:13:45.198613 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Pushing event updated for resources: {'Port': ['ID=fdbf644b-998b-4ce1-bc84-76ccfdcc0e41,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:45.213339 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-3f5e16a6-8887-4f67-8ce4-3c85eb6ee01f req-069cbd24-3902-4cd3-962b-959a6feb333b tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828908 Jun 21 10:13:45.216335 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:45.330894 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-0179b9f1-e17f-4135-aa4e-68dfb9ebfadf tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:45.333042 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-0179b9f1-e17f-4135-aa4e-68dfb9ebfadf tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.74 "GET /v2.0/networks?id=85f22717-be90-45d5-b9e1-81e0c5fa4f08 HTTP/1.1" status: 200 len: 809 time: 0.3642659 Jun 21 10:13:45.337239 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c494d4-1a98-409a-b52f-0a34e8c23daa req-c4c8dc31-e4f3-4537-b07b-641bcaa0328d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:45.339492 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-24c494d4-1a98-409a-b52f-0a34e8c23daa req-c4c8dc31-e4f3-4537-b07b-641bcaa0328d service neutron] 10.222.0.74 "GET /v2.0/networks?id=e71b334c-ddd6-4f01-b186-8e77b4307c85 HTTP/1.1" status: 200 len: 920 time: 0.3757954 Jun 21 10:13:45.372850 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-e97d5d47-7c54-429c-a3ea-9da0de4bddd4 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Request body: {'port': {'device_id': 'c13d5d0b-1473-49dc-a1a6-2b25d9853229', 'network_id': '85f22717-be90-45d5-b9e1-81e0c5fa4f08', 'admin_state_up': True, 'tenant_id': 'b1c346eb3bf14abab0822a46f962dde2'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:13:45.421080 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-24c494d4-1a98-409a-b52f-0a34e8c23daa req-71900135-39d5-4e62-82b8-d3c69d055ab3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebd6c2d0-1396-490d-883f-285c2d33455c HTTP/1.1" status: 200 len: 217 time: 0.0594399 Jun 21 10:13:45.500310 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d50ce1a0-3ac9-4d68-b1ad-4dff19c8f17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:45.502700 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c494d4-1a98-409a-b52f-0a34e8c23daa req-0e1487d7-cf59-41aa-a9cf-89e2ffa0c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:45.505784 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-24c494d4-1a98-409a-b52f-0a34e8c23daa req-0e1487d7-cf59-41aa-a9cf-89e2ffa0c104 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=885fa30c-53d9-43e2-8ec4-5d5887d6e1c3 HTTP/1.1" status: 200 len: 858 time: 0.0707619 Jun 21 10:13:45.551110 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9095677e-7edd-4002-bf28-711284efde80 admin admin] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:13:45.572555 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-9095677e-7edd-4002-bf28-711284efde80 admin admin] 10.222.0.50 "PUT /v2.0/routers/b5590630-1f0f-4b4f-bb73-0ebada6ff3e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1142254 Jun 21 10:13:45.591271 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-24c494d4-1a98-409a-b52f-0a34e8c23daa req-f3174697-f0b6-47f6-9e6e-89c335ba1fb4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e71b334c-ddd6-4f01-b186-8e77b4307c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774386 Jun 21 10:13:45.774917 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1504924-48c4-4e8c-bff0-172aec29b7c4 req-76cac46e-94bc-4919-98ae-0aefd280cf4f tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:45.778570 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e1504924-48c4-4e8c-bff0-172aec29b7c4 req-76cac46e-94bc-4919-98ae-0aefd280cf4f tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=46dbdccd-8233-4355-beb6-95ecf6bb5223 HTTP/1.1" status: 200 len: 944 time: 0.2051969 Jun 21 10:13:45.818392 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-24c494d4-1a98-409a-b52f-0a34e8c23daa req-dacd4c7f-cca3-49d7-8277-99d08ec6cbe2 service neutron] 10.222.0.74 "GET /v2.0/networks/e71b334c-ddd6-4f01-b186-8e77b4307c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981013 Jun 21 10:13:45.833276 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d50ce1a0-3ac9-4d68-b1ad-4dff19c8f17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:45.856467 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d50ce1a0-3ac9-4d68-b1ad-4dff19c8f17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:45.872878 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-daad0392-c4f8-4035-b8d9-df80d92b7305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:45.906205 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ce1a0-3ac9-4d68-b1ad-4dff19c8f17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e8dcc0-3931-4c2b-b1a4-2c559daa19be,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:45.928572 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-d50ce1a0-3ac9-4d68-b1ad-4dff19c8f17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:45.933265 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e1504924-48c4-4e8c-bff0-172aec29b7c4 req-bc48d6d8-a000-46f4-ac02-2f6bfd417604 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466484 Jun 21 10:13:45.948753 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-d50ce1a0-3ac9-4d68-b1ad-4dff19c8f17c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ed0d67f521174a46b500b43b4ff6d710&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8256605 Jun 21 10:13:45.948753 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-e97d5d47-7c54-429c-a3ea-9da0de4bddd4 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Made reservation on behalf of b1c346eb3bf14abab0822a46f962dde2 for: {'port': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:13:45.953608 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-e97d5d47-7c54-429c-a3ea-9da0de4bddd4 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:45.955634 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 47020) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:46.003438 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb13d4e-1b97-4a7b-b2ca-b3955f53f2df None None] Sync routers for ids ['b5590630-1f0f-4b4f-bb73-0ebada6ff3e6'] in dv-cinder-797245-3-iscsi {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:13:46.016245 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb13d4e-1b97-4a7b-b2ca-b3955f53f2df None None] Routers {'b5590630-1f0f-4b4f-bb73-0ebada6ff3e6'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:13:46.017601 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-bdb13d4e-1b97-4a7b-b2ca-b3955f53f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:13:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['b5590630-1f0f-4b4f-bb73-0ebada6ff3e6'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:13:46.068707 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-24c494d4-1a98-409a-b52f-0a34e8c23daa req-6024831a-08a8-44b7-a710-644ac34cd553 service neutron] 10.222.0.74 "GET /v2.0/networks/e71b334c-ddd6-4f01-b186-8e77b4307c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376394 Jun 21 10:13:46.135288 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-76cbc8be-57f2-403a-8ebb-3142c4f99d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:46.230587 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-bdb13d4e-1b97-4a7b-b2ca-b3955f53f2df None None] Set router b5590630-1f0f-4b4f-bb73-0ebada6ff3e6 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:13:46.242198 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-76cbc8be-57f2-403a-8ebb-3142c4f99d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:46.339007 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-72d48936-9c44-42e9-af33-8cc0fda1c447 req-85d1cac9-54ec-4172-b31a-8303a54d264c tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c13d5d0b-1473-49dc-a1a6-2b25d9853229 HTTP/1.1" status: 200 len: 210 time: 0.0521016 Jun 21 10:13:46.360284 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-e97d5d47-7c54-429c-a3ea-9da0de4bddd4 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Allocated IP 172.20.0.2 (85f22717-be90-45d5-b9e1-81e0c5fa4f08/2cda0658-0616-43b6-ab62-d04302c3323c/290882f8-c9f5-4b7b-bc73-5188e815bf0a) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:13:46.455046 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-76cbc8be-57f2-403a-8ebb-3142c4f99d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:46.458553 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-76cbc8be-57f2-403a-8ebb-3142c4f99d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:46.460368 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-76cbc8be-57f2-403a-8ebb-3142c4f99d6c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/63e8dcc0-3931-4c2b-b1a4-2c559daa19be HTTP/1.1" status: 204 len: 168 time: 0.5016048 Jun 21 10:13:46.465968 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-f703860e-1918-4821-867f-c00731f33ab6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:46.495874 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 7e692c9a-18f1-45e9-b4c6-fd26e1c93c99 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 10:13:46.518604 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device fdbf644b-998b-4ce1-bc84-76ccfdcc0e41 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:13:46.536538 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cbc8be-57f2-403a-8ebb-3142c4f99d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e8dcc0-3931-4c2b-b1a4-2c559daa19be,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:46.540299 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-76cbc8be-57f2-403a-8ebb-3142c4f99d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:46.814451 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c9ac2-9bea-4906-be80-480a44f734f2 req-84d0c764-f7e5-4bd7-ad24-79d6a6822a56 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:46.822177 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-726c9ac2-9bea-4906-be80-480a44f734f2 req-84d0c764-f7e5-4bd7-ad24-79d6a6822a56 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.1991680 Jun 21 10:13:46.851101 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-e97d5d47-7c54-429c-a3ea-9da0de4bddd4 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:46.891519 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-726c9ac2-9bea-4906-be80-480a44f734f2 req-c2dd6641-d9cf-417f-bf1b-e2fd068afe30 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683520 Jun 21 10:13:46.896253 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 47048) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:46.902429 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-a4631823-4cea-4148-a40f-c812b9831b0d tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1057346995', 'description': 'tempest-secgroup-smoke-1057346995 description', 'project_id': 'd89583220ee1440bbdfeda076a37714b'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:13:46.929725 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.db.resource_extend [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 21 10:13:46.981762 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-a4631823-4cea-4148-a40f-c812b9831b0d tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:46.984065 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-e97d5d47-7c54-429c-a3ea-9da0de4bddd4 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1954238'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:46.994140 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-0e911274-c447-4af1-8bae-7293b89a1471 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:47.162282 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-e97d5d47-7c54-429c-a3ea-9da0de4bddd4 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Network 85f22717-be90-45d5-b9e1-81e0c5fa4f08 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:13:47.171939 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 47056) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:47.181368 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-e97d5d47-7c54-429c-a3ea-9da0de4bddd4 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:13:47.197965 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-e97d5d47-7c54-429c-a3ea-9da0de4bddd4 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:13:47.232916 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3895c266-7d18-4ea8-8d6b-289452f1d4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:47.240686 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d5d47-7c54-429c-a3ea-9da0de4bddd4 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Pushing event updated for resources: {'Port': ['ID=290882f8-c9f5-4b7b-bc73-5188e815bf0a,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:47.247191 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-e97d5d47-7c54-429c-a3ea-9da0de4bddd4 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:47.252359 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port fdbf644b-998b-4ce1-bc84-76ccfdcc0e41 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:13:47.253595 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:47.273468 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-e97d5d47-7c54-429c-a3ea-9da0de4bddd4 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:47.275206 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-e97d5d47-7c54-429c-a3ea-9da0de4bddd4 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:47.341418 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-a4631823-4cea-4148-a40f-c812b9831b0d tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:47.355607 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-e97d5d47-7c54-429c-a3ea-9da0de4bddd4 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9904935 Jun 21 10:13:47.376761 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 47062) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:47.381928 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-a4631823-4cea-4148-a40f-c812b9831b0d tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:47.382996 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-1bc7eb6a-2151-4068-a797-a3ee03e6a848 service neutron] Request body: {'port': {'device_id': 'c13d5d0b-1473-49dc-a1a6-2b25d9853229', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:13:47.397055 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-9061cc50-f90a-4e19-a3dd-23e260322fc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:47.427972 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4631823-4cea-4148-a40f-c812b9831b0d tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1b93b3-9b94-4de4-b0de-fda445cacd7c,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:47.449174 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-a4631823-4cea-4148-a40f-c812b9831b0d tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:47.458557 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-bdb13d4e-1b97-4a7b-b2ca-b3955f53f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5590630-1f0f-4b4f-bb73-0ebada6ff3e6', 'name': 'tempest-TestVolumeBootPattern-246410147-router', 'tenant_id': '2ef26f904ff24bfa910754f810cdf491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fdbf644b-998b-4ce1-bc84-76ccfdcc0e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:37Z', 'updated_at': '2021-06-21T10:13:43Z', 'revision_number': 4, 'project_id': '2ef26f904ff24bfa910754f810cdf491', 'gw_port': {'id': 'fdbf644b-998b-4ce1-bc84-76ccfdcc0e41', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5590630-1f0f-4b4f-bb73-0ebada6ff3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:37Z', 'updated_at': '2021-06-21T10:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': '51f13eab-703b-492b-a9a5-92579f1169a3', 'name': '', 'network_id': 'e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58', 'tenant_id': '2ef26f904ff24bfa910754f810cdf491', 'mac_address': 'fa:16:3e:ff:8a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5590630-1f0f-4b4f-bb73-0ebada6ff3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '496c08ca-b694-45fc-b2c3-5cb3888e8ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:41Z', 'updated_at': '2021-06-21T10:13:43Z', 'revision_number': 2, 'project_id': '2ef26f904ff24bfa910754f810cdf491', 'subnets': [{'id': '496c08ca-b694-45fc-b2c3-5cb3888e8ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:13:47.462811 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 7e692c9a-18f1-45e9-b4c6-fd26e1c93c99, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=7e692c9a-18f1-45e9-b4c6-fd26e1c93c99,segment=NetworkSegment(d12331c0-3688-4590-a99a-4a51e992d5b4),segment_id=d12331c0-3688-4590-a99a-4a51e992d5b4)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:13:47.513898 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-1bc7eb6a-2151-4068-a797-a3ee03e6a848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:47.563010 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb13d4e-1b97-4a7b-b2ca-b3955f53f2df None None] Checking router: b5590630-1f0f-4b4f-bb73-0ebada6ff3e6 for host: dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:13:47.563379 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb13d4e-1b97-4a7b-b2ca-b3955f53f2df None None] Updating router b5590630-1f0f-4b4f-bb73-0ebada6ff3e6 port 51f13eab-703b-492b-a9a5-92579f1169a3 binding host dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 10:13:47.589225 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35d5c8-93ad-4f4b-b4bf-a361cd53c6d8 req-1057ad6d-51e3-4af4-83ef-60b757ba8fdc tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:47.592836 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-9d35d5c8-93ad-4f4b-b4bf-a361cd53c6d8 req-1057ad6d-51e3-4af4-83ef-60b757ba8fdc tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=46dbdccd-8233-4355-beb6-95ecf6bb5223 HTTP/1.1" status: 200 len: 944 time: 0.2493503 Jun 21 10:13:47.593832 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Returning: {'device': '7e692c9a-18f1-45e9-b4c6-fd26e1c93c99', 'network_id': 'cf126547-6ae9-4855-9df9-59048a69ce81', 'port_id': '7e692c9a-18f1-45e9-b4c6-fd26e1c93c99', 'mac_address': 'fa:16:3e:fb:41:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca51367d-5f2a-43bb-8582-b1b061e36115', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 10:13:47.654212 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:47.679848 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e692c9a-18f1-45e9-b4c6-fd26e1c93c99 {{(pid=92969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:13:47.706296 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 7e692c9a-18f1-45e9-b4c6-fd26e1c93c99, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=7e692c9a-18f1-45e9-b4c6-fd26e1c93c99,segment=NetworkSegment(d12331c0-3688-4590-a99a-4a51e992d5b4),segment_id=d12331c0-3688-4590-a99a-4a51e992d5b4)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:13:47.708044 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-bdb13d4e-1b97-4a7b-b2ca-b3955f53f2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:47.724882 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-9d35d5c8-93ad-4f4b-b4bf-a361cd53c6d8 req-be68ce8c-1082-4644-a044-a65ed8899d09 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300828 Jun 21 10:13:47.728919 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:47.737948 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:47.751330 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-78287051-67b8-48b3-863e-92c50a8f13bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:47.772331 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3895c266-7d18-4ea8-8d6b-289452f1d4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:47.779733 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3895c266-7d18-4ea8-8d6b-289452f1d4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:47.783674 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-d6648b06-a801-4c40-b8fe-3c867903bb5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:47.796656 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-a4631823-4cea-4148-a40f-c812b9831b0d tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:47.798316 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-a4631823-4cea-4148-a40f-c812b9831b0d tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9003427 Jun 21 10:13:47.822723 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 47074) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:47.827844 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895c266-7d18-4ea8-8d6b-289452f1d4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c532115-f795-4df8-a189-c24c910d0801,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:47.831134 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-3895c266-7d18-4ea8-8d6b-289452f1d4d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:47.841061 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-e2fb5ef2-025e-415e-83dd-c8094753c2a3 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Request body: {'security_group_rule': {'security_group_id': 'ce1b93b3-9b94-4de4-b0de-fda445cacd7c', 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:13:47.851316 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-3895c266-7d18-4ea8-8d6b-289452f1d4d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e13f6ee041d740b6bf25147c8faad7e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6645155 Jun 21 10:13:47.856503 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 47076) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:47.925182 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7bde0f-e071-459c-a97c-789429dfa313 req-8870053f-7e55-4202-8bc0-d03684b9bb76 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:47.932827 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ea7bde0f-e071-459c-a97c-789429dfa313 req-8870053f-7e55-4202-8bc0-d03684b9bb76 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c13d5d0b-1473-49dc-a1a6-2b25d9853229 HTTP/1.1" status: 200 len: 931 time: 0.3067389 Jun 21 10:13:47.955956 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-441a2688-b09a-4203-89bd-090e075cab03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:47.989543 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-441a2688-b09a-4203-89bd-090e075cab03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:48.066570 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ea7bde0f-e071-459c-a97c-789429dfa313 req-5f72891b-04ab-467b-8601-849ddac916e4 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290703 Jun 21 10:13:48.105280 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=7e692c9a-18f1-45e9-b4c6-fd26e1c93c99,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:48.106185 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-441a2688-b09a-4203-89bd-090e075cab03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:48.110535 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-441a2688-b09a-4203-89bd-090e075cab03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:48.111663 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-441a2688-b09a-4203-89bd-090e075cab03 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3c532115-f795-4df8-a189-c24c910d0801 HTTP/1.1" status: 204 len: 168 time: 0.2530179 Jun 21 10:13:48.114235 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-e90e753b-26f7-4b7b-ab1c-463f94328140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:48.121840 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:48.124328 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a2688-b09a-4203-89bd-090e075cab03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c532115-f795-4df8-a189-c24c910d0801,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:48.127650 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-441a2688-b09a-4203-89bd-090e075cab03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:48.192369 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16924f4f-f327-4a75-b915-723f76068312 req-4c70817a-682f-45d9-9c90-12e481716f57 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:48.196857 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-16924f4f-f327-4a75-b915-723f76068312 req-4c70817a-682f-45d9-9c90-12e481716f57 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.1231954 Jun 21 10:13:48.267809 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-78287051-67b8-48b3-863e-92c50a8f13bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:48.286519 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-78287051-67b8-48b3-863e-92c50a8f13bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:48.297233 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-16924f4f-f327-4a75-b915-723f76068312 req-b1202444-26df-4813-b333-fd4b29647963 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941167 Jun 21 10:13:48.299188 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-41053947-d9c7-49f0-8866-b0c01f8e7218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:48.327026 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-1bc7eb6a-2151-4068-a797-a3ee03e6a848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 290882f8-c9f5-4b7b-bc73-5188e815bf0a {{(pid=92958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:13:48.327233 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['7e692c9a-18f1-45e9-b4c6-fd26e1c93c99'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:13:48.393582 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78287051-67b8-48b3-863e-92c50a8f13bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0871ffe-c191-48a0-a4bc-183a5fc58f51,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:48.397393 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-78287051-67b8-48b3-863e-92c50a8f13bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:48.415725 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-78287051-67b8-48b3-863e-92c50a8f13bc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=264fe80549d2488684767040ac28aee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9725094 Jun 21 10:13:48.418642 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 47094) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:48.419514 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-1bc7eb6a-2151-4068-a797-a3ee03e6a848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:48.462020 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5ef2-025e-415e-83dd-c8094753c2a3 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:48.478495 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.provisioning_blocks [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-1bc7eb6a-2151-4068-a797-a3ee03e6a848 service neutron] Transition to ACTIVE for port object 290882f8-c9f5-4b7b-bc73-5188e815bf0a will not be triggered until provisioned by entity L2. {{(pid=92958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:13:48.486522 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-bdb13d4e-1b97-4a7b-b2ca-b3955f53f2df None None] Notify callbacks [] for port, precommit_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:48.501403 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-1bc7eb6a-2151-4068-a797-a3ee03e6a848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:48.517200 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1ee2d67a-bfc7-42fc-bdb0-4da9a6c02064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:48.520853 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:48.539988 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-bdb13d4e-1b97-4a7b-b2ca-b3955f53f2df None None] Transition to ACTIVE for port object 51f13eab-703b-492b-a9a5-92579f1169a3 will not be triggered until provisioned by entity L2. {{(pid=92969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:13:48.549481 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1ee2d67a-bfc7-42fc-bdb0-4da9a6c02064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:48.561780 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-bdb13d4e-1b97-4a7b-b2ca-b3955f53f2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:48.564636 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:48.630683 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1ee2d67a-bfc7-42fc-bdb0-4da9a6c02064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:48.636190 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1ee2d67a-bfc7-42fc-bdb0-4da9a6c02064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:48.640697 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-1ee2d67a-bfc7-42fc-bdb0-4da9a6c02064 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e0871ffe-c191-48a0-a4bc-183a5fc58f51 HTTP/1.1" status: 204 len: 168 time: 0.2178719 Jun 21 10:13:48.640697 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-b5b780c0-b2e6-4e19-b67c-03046bdeea37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:48.649637 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2d67a-bfc7-42fc-bdb0-4da9a6c02064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0871ffe-c191-48a0-a4bc-183a5fc58f51,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:48.658150 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-1ee2d67a-bfc7-42fc-bdb0-4da9a6c02064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:48.692304 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7eb6a-2151-4068-a797-a3ee03e6a848 service neutron] Pushing event updated for resources: {'Port': ['ID=290882f8-c9f5-4b7b-bc73-5188e815bf0a,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:48.700915 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-1bc7eb6a-2151-4068-a797-a3ee03e6a848 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:48.822992 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6700f0-9362-4be5-a762-e14cc25f6e04 None None] Pushing event updated for resources: {'Port': ['ID=51f13eab-703b-492b-a9a5-92579f1169a3,revision_number=3']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:48.935113 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-5c6700f0-9362-4be5-a762-e14cc25f6e04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:49.006461 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5ef2-025e-415e-83dd-c8094753c2a3 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:49.062301 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5ef2-025e-415e-83dd-c8094753c2a3 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510146'] for security_group_rule, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:49.075812 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-bdb13d4e-1b97-4a7b-b2ca-b3955f53f2df None None] Attempting to bind port 51f13eab-703b-492b-a9a5-92579f1169a3 on host dv-cinder-797245-3-iscsi for vnic_type normal with profile {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:13:49.079173 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-bdb13d4e-1b97-4a7b-b2ca-b3955f53f2df None None] Attempting to bind port 51f13eab-703b-492b-a9a5-92579f1169a3 by drivers openvswitch,hyperv on host dv-cinder-797245-3-iscsi at level 0 using segments [{'id': '51178269-ac14-4cee-858f-c5b91a1e3657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58'}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:13:49.080507 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb13d4e-1b97-4a7b-b2ca-b3955f53f2df None None] Attempting to bind port 51f13eab-703b-492b-a9a5-92579f1169a3 on network e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58 {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:13:49.088375 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:49.114386 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb13d4e-1b97-4a7b-b2ca-b3955f53f2df None None] Checking agent: {'id': '1b1a71b0-3353-4cb1-9b62-7c1d9dbff1e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 2, 11), 'started_at': datetime.datetime(2021, 6, 21, 10, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:13:49.116072 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb13d4e-1b97-4a7b-b2ca-b3955f53f2df None None] Checking segment: {'id': '51178269-ac14-4cee-858f-c5b91a1e3657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:13:49.130418 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-bdb13d4e-1b97-4a7b-b2ca-b3955f53f2df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:49.132464 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb13d4e-1b97-4a7b-b2ca-b3955f53f2df None None] Bound using segment: {'id': '51178269-ac14-4cee-858f-c5b91a1e3657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58'} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:13:49.136061 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-bdb13d4e-1b97-4a7b-b2ca-b3955f53f2df None None] Bound port: 51f13eab-703b-492b-a9a5-92579f1169a3, host: dv-cinder-797245-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51178269-ac14-4cee-858f-c5b91a1e3657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58'}}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:13:49.137378 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-bdb13d4e-1b97-4a7b-b2ca-b3955f53f2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:49.150587 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb5ef2-025e-415e-83dd-c8094753c2a3 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dac9e87-a61f-4032-bd54-19d8c0417499,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:49.161254 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-1bc7eb6a-2151-4068-a797-a3ee03e6a848 service neutron] Attempting to bind port 290882f8-c9f5-4b7b-bc73-5188e815bf0a on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:13:49.161595 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-1bc7eb6a-2151-4068-a797-a3ee03e6a848 service neutron] Attempting to bind port 290882f8-c9f5-4b7b-bc73-5188e815bf0a by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'add66687-fc3e-4962-a0af-6ea936c822ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '85f22717-be90-45d5-b9e1-81e0c5fa4f08'}] {{(pid=92958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:13:49.161924 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-1bc7eb6a-2151-4068-a797-a3ee03e6a848 service neutron] Attempting to bind port 290882f8-c9f5-4b7b-bc73-5188e815bf0a on network 85f22717-be90-45d5-b9e1-81e0c5fa4f08 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:13:49.164883 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5ef2-025e-415e-83dd-c8094753c2a3 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:49.173462 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 47122) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:49.178928 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-758665ad-99da-4a7a-a185-64928a487de0 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Request body: {'security_group_rule': {'security_group_id': 'ce1b93b3-9b94-4de4-b0de-fda445cacd7c', 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:13:49.186975 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-e2fb5ef2-025e-415e-83dd-c8094753c2a3 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3505476 Jun 21 10:13:49.201785 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-e2fb5ef2-025e-415e-83dd-c8094753c2a3 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:49.221732 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-1bc7eb6a-2151-4068-a797-a3ee03e6a848 service neutron] Port 290882f8-c9f5-4b7b-bc73-5188e815bf0a on network 85f22717-be90-45d5-b9e1-81e0c5fa4f08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 10:13:49.222654 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-1bc7eb6a-2151-4068-a797-a3ee03e6a848 service neutron] Attempting to bind port 290882f8-c9f5-4b7b-bc73-5188e815bf0a on network 85f22717-be90-45d5-b9e1-81e0c5fa4f08 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:13:49.240160 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90449c1-cc1d-4d78-ba75-41c546623dd9 req-a59bbf82-8717-4f93-8f4d-2496b75259b1 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:49.250888 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c90449c1-cc1d-4d78-ba75-41c546623dd9 req-a59bbf82-8717-4f93-8f4d-2496b75259b1 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=46dbdccd-8233-4355-beb6-95ecf6bb5223 HTTP/1.1" status: 200 len: 945 time: 0.2938819 Jun 21 10:13:49.265884 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-758665ad-99da-4a7a-a185-64928a487de0 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:49.270966 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-1bc7eb6a-2151-4068-a797-a3ee03e6a848 service neutron] Checking agent: {'id': 'e8144930-5ccd-413e-a521-fc03e228bde1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'started_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:13:49.271572 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-1bc7eb6a-2151-4068-a797-a3ee03e6a848 service neutron] Checking segment: {'id': 'add66687-fc3e-4962-a0af-6ea936c822ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '85f22717-be90-45d5-b9e1-81e0c5fa4f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:13:49.271679 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-1bc7eb6a-2151-4068-a797-a3ee03e6a848 service neutron] Bound using segment: {'id': 'add66687-fc3e-4962-a0af-6ea936c822ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '85f22717-be90-45d5-b9e1-81e0c5fa4f08'} {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:13:49.272136 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-1bc7eb6a-2151-4068-a797-a3ee03e6a848 service neutron] Bound port: 290882f8-c9f5-4b7b-bc73-5188e815bf0a, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add66687-fc3e-4962-a0af-6ea936c822ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '85f22717-be90-45d5-b9e1-81e0c5fa4f08'}}] {{(pid=92958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:13:49.272447 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-1bc7eb6a-2151-4068-a797-a3ee03e6a848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:49.275830 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-bdb13d4e-1b97-4a7b-b2ca-b3955f53f2df None None] For port 51f13eab-703b-492b-a9a5-92579f1169a3, host dv-cinder-797245-3-iscsi, cleared binding levels {{(pid=92969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:13:49.283869 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-bdb13d4e-1b97-4a7b-b2ca-b3955f53f2df None None] For port 51f13eab-703b-492b-a9a5-92579f1169a3, host dv-cinder-797245-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=51f13eab-703b-492b-a9a5-92579f1169a3,segment=NetworkSegment(51178269-ac14-4cee-858f-c5b91a1e3657),segment_id=51178269-ac14-4cee-858f-c5b91a1e3657)] {{(pid=92969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:13:49.295442 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-bdb13d4e-1b97-4a7b-b2ca-b3955f53f2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:49.302461 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:49.370702 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c90449c1-cc1d-4d78-ba75-41c546623dd9 req-cd7b8af6-ff0b-464b-ab91-5849cd3a6b74 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097722 Jun 21 10:13:49.370974 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb13d4e-1b97-4a7b-b2ca-b3955f53f2df None None] Routers {'b5590630-1f0f-4b4f-bb73-0ebada6ff3e6'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:13:49.371760 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-bdb13d4e-1b97-4a7b-b2ca-b3955f53f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:13:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['b5590630-1f0f-4b4f-bb73-0ebada6ff3e6'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:13:49.391124 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-758665ad-99da-4a7a-a185-64928a487de0 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:49.418789 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-758665ad-99da-4a7a-a185-64928a487de0 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510146'] for security_group_rule, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:49.439999 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-1bc7eb6a-2151-4068-a797-a3ee03e6a848 service neutron] For port 290882f8-c9f5-4b7b-bc73-5188e815bf0a, host hv-cinder-79724, cleared binding levels {{(pid=92958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:13:49.444855 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-1bc7eb6a-2151-4068-a797-a3ee03e6a848 service neutron] For port 290882f8-c9f5-4b7b-bc73-5188e815bf0a, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=290882f8-c9f5-4b7b-bc73-5188e815bf0a,segment=NetworkSegment(add66687-fc3e-4962-a0af-6ea936c822ff),segment_id=add66687-fc3e-4962-a0af-6ea936c822ff)] {{(pid=92958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:13:49.452697 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-1bc7eb6a-2151-4068-a797-a3ee03e6a848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:49.460395 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6700f0-9362-4be5-a762-e14cc25f6e04 None None] Pushing event updated for resources: {'Port': ['ID=51f13eab-703b-492b-a9a5-92579f1169a3,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:49.462976 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:49.467552 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-5c6700f0-9362-4be5-a762-e14cc25f6e04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:49.476091 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-6867af82-a6b5-4c35-8e9f-da4386a27c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:49.483840 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe6c41-0fd9-4050-b54a-4d3799ea44ce req-0a90e67a-fe50-4ab3-9b09-0b9366cf7e89 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:49.486458 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ecfe6c41-0fd9-4050-b54a-4d3799ea44ce req-0a90e67a-fe50-4ab3-9b09-0b9366cf7e89 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c13d5d0b-1473-49dc-a1a6-2b25d9853229 HTTP/1.1" status: 200 len: 943 time: 0.2052817 Jun 21 10:13:49.489979 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-758665ad-99da-4a7a-a185-64928a487de0 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:49.496479 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-758665ad-99da-4a7a-a185-64928a487de0 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3212731 Jun 21 10:13:49.504126 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 47132) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:49.513609 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-891faa7f-4e6c-418f-8f8a-76b068900edb tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Request body: {'security_group_rule': {'security_group_id': 'ce1b93b3-9b94-4de4-b0de-fda445cacd7c', 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:13:49.529478 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758665ad-99da-4a7a-a185-64928a487de0 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c9e8e3-098d-485b-92c7-2c83185cbc35,revision_number=0']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:49.538781 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-758665ad-99da-4a7a-a185-64928a487de0 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:49.548531 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7eb6a-2151-4068-a797-a3ee03e6a848 service neutron] Pushing event updated for resources: {'Port': ['ID=290882f8-c9f5-4b7b-bc73-5188e815bf0a,revision_number=3']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:49.553328 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-1bc7eb6a-2151-4068-a797-a3ee03e6a848 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:49.557440 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-1bc7eb6a-2151-4068-a797-a3ee03e6a848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:49.558187 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-1bc7eb6a-2151-4068-a797-a3ee03e6a848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:49.559947 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-1bc7eb6a-2151-4068-a797-a3ee03e6a848 service neutron] 10.222.0.74 "PUT /v2.0/ports/290882f8-c9f5-4b7b-bc73-5188e815bf0a HTTP/1.1" status: 200 len: 1093 time: 2.1818347 Jun 21 10:13:49.560512 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13d5d0b-1473-49dc-a1a6-2b25d9853229', 'tag': '290882f8-c9f5-4b7b-bc73-5188e815bf0a'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:13:49.563177 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e79b9ce-0016-4c20-bdf0-4e22b9eae646" -d '{"events": [{"name": "network-changed", "server_uuid": "c13d5d0b-1473-49dc-a1a6-2b25d9853229", "tag": "290882f8-c9f5-4b7b-bc73-5188e815bf0a"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:13:49.604355 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-bdb13d4e-1b97-4a7b-b2ca-b3955f53f2df None None] Set router b5590630-1f0f-4b4f-bb73-0ebada6ff3e6 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:13:49.608567 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ecfe6c41-0fd9-4050-b54a-4d3799ea44ce req-dc4ad5b4-76b9-4ab7-91fa-231f8a49ce38 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054969 Jun 21 10:13:49.618135 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-891faa7f-4e6c-418f-8f8a-76b068900edb tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:49.693815 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-891faa7f-4e6c-418f-8f8a-76b068900edb tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:49.699253 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-891faa7f-4e6c-418f-8f8a-76b068900edb tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510146'] for security_group_rule, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:49.707479 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-758665ad-99da-4a7a-a185-64928a487de0 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:49.728654 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891faa7f-4e6c-418f-8f8a-76b068900edb tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dde2c51-f4ed-42e5-9d38-3b64407ad8b2,revision_number=0']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:49.733925 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661c63da-2d75-4000-9106-d56a60d13886 x-openstack-request-id: req-661c63da-2d75-4000-9106-d56a60d13886 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:13:49.734695 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-891faa7f-4e6c-418f-8f8a-76b068900edb tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:49.736402 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c13d5d0b-1473-49dc-a1a6-2b25d9853229", "tag": "290882f8-c9f5-4b7b-bc73-5188e815bf0a", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:13:49.738225 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-661c63da-2d75-4000-9106-d56a60d13886 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:13:49.738225 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c13d5d0b-1473-49dc-a1a6-2b25d9853229', 'tag': '290882f8-c9f5-4b7b-bc73-5188e815bf0a', 'status': 'completed', 'code': 200} Jun 21 10:13:49.744715 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-891faa7f-4e6c-418f-8f8a-76b068900edb tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:49.746696 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-891faa7f-4e6c-418f-8f8a-76b068900edb tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2414443 Jun 21 10:13:49.750310 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 47138) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:49.759914 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-e538ca55-a6cd-4a7b-b6c3-4e17652b4c9e tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Request body: {'security_group_rule': {'security_group_id': 'ce1b93b3-9b94-4de4-b0de-fda445cacd7c', 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:13:49.806594 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e538ca55-a6cd-4a7b-b6c3-4e17652b4c9e tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:49.825808 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbbd7e-7bd3-402b-bd0a-04f24f19e622 req-cca3051a-358f-4c64-9843-46025f84c000 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:49.827646 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-72dbbd7e-7bd3-402b-bd0a-04f24f19e622 req-cca3051a-358f-4c64-9843-46025f84c000 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.1925974 Jun 21 10:13:49.838053 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-dcf65109-ce41-4d31-bb56-f14cbbd9fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:49.839596 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-dcf65109-ce41-4d31-bb56-f14cbbd9fc07 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1c346eb3bf14abab0822a46f962dde2&device_id=c13d5d0b-1473-49dc-a1a6-2b25d9853229 HTTP/1.1" status: 200 len: 1096 time: 0.1004808 Jun 21 10:13:49.912013 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e538ca55-a6cd-4a7b-b6c3-4e17652b4c9e tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:49.918764 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e538ca55-a6cd-4a7b-b6c3-4e17652b4c9e tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510146'] for security_group_rule, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:49.921286 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:49.923681 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-5817af7e-f56f-4f1a-854a-7dda81d1ac6a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=290882f8-c9f5-4b7b-bc73-5188e815bf0a HTTP/1.1" status: 200 len: 217 time: 0.0609317 Jun 21 10:13:49.933075 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-72dbbd7e-7bd3-402b-bd0a-04f24f19e622 req-c6ca61a2-c7f2-4e84-928a-d04ce54cf167 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924776 Jun 21 10:13:49.960633 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538ca55-a6cd-4a7b-b6c3-4e17652b4c9e tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971ef8be-cc44-48af-8781-58dd0157bb08,revision_number=0']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:49.975544 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-e538ca55-a6cd-4a7b-b6c3-4e17652b4c9e tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:49.982407 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e538ca55-a6cd-4a7b-b6c3-4e17652b4c9e tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:49.983088 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-bdb13d4e-1b97-4a7b-b2ca-b3955f53f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5590630-1f0f-4b4f-bb73-0ebada6ff3e6', 'name': 'tempest-TestVolumeBootPattern-246410147-router', 'tenant_id': '2ef26f904ff24bfa910754f810cdf491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fdbf644b-998b-4ce1-bc84-76ccfdcc0e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:37Z', 'updated_at': '2021-06-21T10:13:43Z', 'revision_number': 4, 'project_id': '2ef26f904ff24bfa910754f810cdf491', 'gw_port': {'id': 'fdbf644b-998b-4ce1-bc84-76ccfdcc0e41', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5590630-1f0f-4b4f-bb73-0ebada6ff3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:37Z', 'updated_at': '2021-06-21T10:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': '51f13eab-703b-492b-a9a5-92579f1169a3', 'name': '', 'network_id': 'e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58', 'tenant_id': '2ef26f904ff24bfa910754f810cdf491', 'mac_address': 'fa:16:3e:ff:8a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5590630-1f0f-4b4f-bb73-0ebada6ff3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '496c08ca-b694-45fc-b2c3-5cb3888e8ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:41Z', 'updated_at': '2021-06-21T10:13:49Z', 'revision_number': 4, 'project_id': '2ef26f904ff24bfa910754f810cdf491', 'subnets': [{'id': '496c08ca-b694-45fc-b2c3-5cb3888e8ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:13:49.985344 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-e538ca55-a6cd-4a7b-b6c3-4e17652b4c9e tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2319057 Jun 21 10:13:49.987851 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 47144) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:50.003054 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-092a2824-ecde-4ee6-b165-844310223d67 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Request body: {'security_group_rule': {'security_group_id': 'ce1b93b3-9b94-4de4-b0de-fda445cacd7c', 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:13:50.017610 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-9900e899-540c-4f82-a2b9-4b3345bc6b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:50.019547 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-9900e899-540c-4f82-a2b9-4b3345bc6b94 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2cda0658-0616-43b6-ab62-d04302c3323c HTTP/1.1" status: 200 len: 849 time: 0.0853605 Jun 21 10:13:50.024489 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb13d4e-1b97-4a7b-b2ca-b3955f53f2df None None] The sync data for ids ['b5590630-1f0f-4b4f-bb73-0ebada6ff3e6'] in dv-cinder-797245-3-iscsi is: [{'id': 'b5590630-1f0f-4b4f-bb73-0ebada6ff3e6', 'name': 'tempest-TestVolumeBootPattern-246410147-router', 'tenant_id': '2ef26f904ff24bfa910754f810cdf491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fdbf644b-998b-4ce1-bc84-76ccfdcc0e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:37Z', 'updated_at': '2021-06-21T10:13:43Z', 'revision_number': 4, 'project_id': '2ef26f904ff24bfa910754f810cdf491', 'gw_port': {'id': 'fdbf644b-998b-4ce1-bc84-76ccfdcc0e41', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5590630-1f0f-4b4f-bb73-0ebada6ff3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:37Z', 'updated_at': '2021-06-21T10:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': '51f13eab-703b-492b-a9a5-92579f1169a3', 'name': '', 'network_id': 'e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58', 'tenant_id': '2ef26f904ff24bfa910754f810cdf491', 'mac_address': 'fa:16:3e:ff:8a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5590630-1f0f-4b4f-bb73-0ebada6ff3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '496c08ca-b694-45fc-b2c3-5cb3888e8ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:41Z', 'updated_at': '2021-06-21T10:13:49Z', 'revision_number': 4, 'project_id': '2ef26f904ff24bfa910754f810cdf491', 'subnets': [{'id': '496c08ca-b694-45fc-b2c3-5cb3888e8ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:13:50.071925 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-1a551e52-dfc8-4e15-9bf7-c01a78e5257e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=85f22717-be90-45d5-b9e1-81e0c5fa4f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407894 Jun 21 10:13:50.072963 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.db.securitygroups_db [None req-092a2824-ecde-4ee6-b165-844310223d67 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Project d89583220ee1440bbdfeda076a37714b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 10:13:50.100053 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-092a2824-ecde-4ee6-b165-844310223d67 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:50.277591 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-092a2824-ecde-4ee6-b165-844310223d67 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:50.283950 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-092a2824-ecde-4ee6-b165-844310223d67 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510146'] for security_group_rule, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:50.286782 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:50.295692 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-3e1c1059-3047-45e7-b66d-f90c68af58da service neutron] 10.222.0.74 "GET /v2.0/networks/85f22717-be90-45d5-b9e1-81e0c5fa4f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174499 Jun 21 10:13:50.372457 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a2824-ecde-4ee6-b165-844310223d67 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee4fc8e3-063a-4097-8add-c28968a76051,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:50.448709 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-092a2824-ecde-4ee6-b165-844310223d67 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:50.451125 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-092a2824-ecde-4ee6-b165-844310223d67 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:50.452326 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-092a2824-ecde-4ee6-b165-844310223d67 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4576435 Jun 21 10:13:50.455704 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 47164) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:50.468024 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-541a6c4f-3c75-4c69-83d3-c22382237ea1 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Request body: {'security_group_rule': {'security_group_id': 'ce1b93b3-9b94-4de4-b0de-fda445cacd7c', 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:13:50.516739 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.db.securitygroups_db [None req-541a6c4f-3c75-4c69-83d3-c22382237ea1 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Project d89583220ee1440bbdfeda076a37714b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 10:13:50.518728 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 7e692c9a-18f1-45e9-b4c6-fd26e1c93c99 up at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:13:50.527942 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-541a6c4f-3c75-4c69-83d3-c22382237ea1 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:50.615956 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fa3274d5-6d6d-42d1-b870-384cc8c43baf req-e645426c-69e0-43ad-a102-1d255568f50b service neutron] 10.222.0.74 "GET /v2.0/networks/85f22717-be90-45d5-b9e1-81e0c5fa4f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903681 Jun 21 10:13:50.718426 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning for port 7e692c9a-18f1-45e9-b4c6-fd26e1c93c99 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:13:50.738654 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 51f13eab-703b-492b-a9a5-92579f1169a3 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:13:50.746992 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning complete for port 7e692c9a-18f1-45e9-b4c6-fd26e1c93c99 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:13:50.747382 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:50.779816 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-541a6c4f-3c75-4c69-83d3-c22382237ea1 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:50.788634 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-541a6c4f-3c75-4c69-83d3-c22382237ea1 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510146'] for security_group_rule, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:50.792117 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-891faa7f-4e6c-418f-8f8a-76b068900edb tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:50.820420 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a6c4f-3c75-4c69-83d3-c22382237ea1 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07bb18d8-158a-4284-a9e2-ee33cd6f2935,revision_number=0']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:50.828169 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-541a6c4f-3c75-4c69-83d3-c22382237ea1 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:50.885792 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-541a6c4f-3c75-4c69-83d3-c22382237ea1 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:50.887123 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-541a6c4f-3c75-4c69-83d3-c22382237ea1 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4299824 Jun 21 10:13:50.998937 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning for port 51f13eab-703b-492b-a9a5-92579f1169a3 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:13:51.066534 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port 51f13eab-703b-492b-a9a5-92579f1169a3 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:13:51.066933 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:51.080082 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a85e8d-217d-46e8-925f-756541900381 req-11d9173f-dec7-4d25-a863-5b9b3b476936 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:51.082255 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-51a85e8d-217d-46e8-925f-756541900381 req-11d9173f-dec7-4d25-a863-5b9b3b476936 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c13d5d0b-1473-49dc-a1a6-2b25d9853229 HTTP/1.1" status: 200 len: 943 time: 0.1490877 Jun 21 10:13:51.167427 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:51.167899 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-51a85e8d-217d-46e8-925f-756541900381 req-53412c71-1361-4475-b523-009568246417 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704601 Jun 21 10:13:51.267325 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 7e692c9a-18f1-45e9-b4c6-fd26e1c93c99, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=7e692c9a-18f1-45e9-b4c6-fd26e1c93c99,segment=NetworkSegment(d12331c0-3688-4590-a99a-4a51e992d5b4),segment_id=d12331c0-3688-4590-a99a-4a51e992d5b4)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:13:51.268336 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46dbdccd-8233-4355-beb6-95ecf6bb5223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e692c9a-18f1-45e9-b4c6-fd26e1c93c99'}] {{(pid=92969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:13:51.271600 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c706f658ccf844bfe168bfc8e6ee8c8c6942380e727e998ad24aefeb68f4a8cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f30abf-197d-460f-a1ee-5d2456bc89e8" -d '{"events": [{"server_uuid": "46dbdccd-8233-4355-beb6-95ecf6bb5223", "name": "network-vif-plugged", "status": "completed", "tag": "7e692c9a-18f1-45e9-b4c6-fd26e1c93c99"}]}' {{(pid=92969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:13:51.278561 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:51.282245 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:51.350931 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1d64e-65ab-4afe-b3c8-e114e35c5bc7 req-a39a1d45-ddf2-43d4-99d9-0cc968aef4bd tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:51.360429 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-60e1d64e-65ab-4afe-b3c8-e114e35c5bc7 req-a39a1d45-ddf2-43d4-99d9-0cc968aef4bd tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=46dbdccd-8233-4355-beb6-95ecf6bb5223 HTTP/1.1" status: 200 len: 945 time: 0.7030351 Jun 21 10:13:51.386225 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79b9ce-0016-4c20-bdf0-4e22b9eae646 req-dd3c0722-076e-47a4-bccc-0c9fcd81ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:51.388370 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8e79b9ce-0016-4c20-bdf0-4e22b9eae646 req-dd3c0722-076e-47a4-bccc-0c9fcd81ecbc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1c346eb3bf14abab0822a46f962dde2&device_id=c13d5d0b-1473-49dc-a1a6-2b25d9853229 HTTP/1.1" status: 200 len: 1096 time: 0.1364765 Jun 21 10:13:51.393085 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c879d0c-d24a-45c8-a099-3566da67253c x-openstack-request-id: req-4c879d0c-d24a-45c8-a099-3566da67253c {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:13:51.393379 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46dbdccd-8233-4355-beb6-95ecf6bb5223", "name": "network-vif-plugged", "status": "completed", "tag": "7e692c9a-18f1-45e9-b4c6-fd26e1c93c99", "code": 200}]} {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:13:51.393641 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4c879d0c-d24a-45c8-a099-3566da67253c {{(pid=92969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:13:51.394145 dv-cinder-797245-3-iscsi neutron-server[92969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46dbdccd-8233-4355-beb6-95ecf6bb5223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e692c9a-18f1-45e9-b4c6-fd26e1c93c99', 'code': 200} Jun 21 10:13:51.415096 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:51.418414 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=7e692c9a-18f1-45e9-b4c6-fd26e1c93c99,revision_number=5']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:51.429996 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:51.469890 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-60e1d64e-65ab-4afe-b3c8-e114e35c5bc7 req-e249e806-cbc2-46aa-a824-c4b8a389ed60 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077418 Jun 21 10:13:51.509173 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] For port 51f13eab-703b-492b-a9a5-92579f1169a3, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=51f13eab-703b-492b-a9a5-92579f1169a3,segment=NetworkSegment(51178269-ac14-4cee-858f-c5b91a1e3657),segment_id=51178269-ac14-4cee-858f-c5b91a1e3657)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:13:51.511857 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:51.515749 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-105ce631-7aa3-49ec-8312-70f2da23e30b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:51.608193 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Pushing event updated for resources: {'Port': ['ID=51f13eab-703b-492b-a9a5-92579f1169a3,revision_number=5']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:51.613071 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:51.708851 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79b9ce-0016-4c20-bdf0-4e22b9eae646 req-1b97ffc6-f482-4634-bc80-a520526f089d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:51.714400 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8e79b9ce-0016-4c20-bdf0-4e22b9eae646 req-1b97ffc6-f482-4634-bc80-a520526f089d service neutron] 10.222.0.74 "GET /v2.0/networks?id=85f22717-be90-45d5-b9e1-81e0c5fa4f08 HTTP/1.1" status: 200 len: 911 time: 0.2764373 Jun 21 10:13:51.843771 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8e79b9ce-0016-4c20-bdf0-4e22b9eae646 req-8a197d9f-e653-4339-93a3-cfd5aec72246 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=290882f8-c9f5-4b7b-bc73-5188e815bf0a HTTP/1.1" status: 200 len: 217 time: 0.0910652 Jun 21 10:13:51.968262 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79b9ce-0016-4c20-bdf0-4e22b9eae646 req-2ea15657-c2f5-4e77-beb0-97d81340983e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:51.971271 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8e79b9ce-0016-4c20-bdf0-4e22b9eae646 req-2ea15657-c2f5-4e77-beb0-97d81340983e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2cda0658-0616-43b6-ab62-d04302c3323c HTTP/1.1" status: 200 len: 849 time: 0.1093259 Jun 21 10:13:51.999771 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7e596-29f1-4cd2-8165-421435e4255b req-2c6b0d57-a58d-4d6d-8171-23013bfd7cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:52.001313 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-dea7e596-29f1-4cd2-8165-421435e4255b req-2c6b0d57-a58d-4d6d-8171-23013bfd7cae service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=46dbdccd-8233-4355-beb6-95ecf6bb5223 HTTP/1.1" status: 200 len: 1099 time: 0.1544187 Jun 21 10:13:52.016493 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8e79b9ce-0016-4c20-bdf0-4e22b9eae646 req-404069d9-8372-408a-b343-889a330fd7ac service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=85f22717-be90-45d5-b9e1-81e0c5fa4f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347764 Jun 21 10:13:52.063573 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-dea7e596-29f1-4cd2-8165-421435e4255b req-0caa61ad-c020-41f2-94b6-681553385073 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476096 Jun 21 10:13:52.178050 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8e79b9ce-0016-4c20-bdf0-4e22b9eae646 req-4b0fa263-3316-4ca9-be0c-1fb03d905502 service neutron] 10.222.0.74 "GET /v2.0/networks/85f22717-be90-45d5-b9e1-81e0c5fa4f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517768 Jun 21 10:13:52.415577 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb25158-3c92-4a12-98b2-e0f23ee3693e req-d011cdfd-0839-4ee4-99e7-941383bb615d tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:52.418156 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6eb25158-3c92-4a12-98b2-e0f23ee3693e req-d011cdfd-0839-4ee4-99e7-941383bb615d tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c13d5d0b-1473-49dc-a1a6-2b25d9853229 HTTP/1.1" status: 200 len: 943 time: 0.1212196 Jun 21 10:13:52.529082 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 51f13eab-703b-492b-a9a5-92579f1169a3 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:13:52.529744 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6eb25158-3c92-4a12-98b2-e0f23ee3693e req-ade49fb0-cc31-4fcc-b068-88ccf746f540 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849102 Jun 21 10:13:52.601837 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8e79b9ce-0016-4c20-bdf0-4e22b9eae646 req-6f562ec9-6938-4594-acc5-11cbeaba7464 service neutron] 10.222.0.74 "GET /v2.0/networks/85f22717-be90-45d5-b9e1-81e0c5fa4f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191730 Jun 21 10:13:52.684184 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port 51f13eab-703b-492b-a9a5-92579f1169a3 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:13:52.685755 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:52.699155 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 47280) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:52.846742 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bda619-3e7a-469c-94af-695eebfc0167 req-3f896df7-d77c-4990-b736-798e01e4b5f5 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:52.848397 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-83bda619-3e7a-469c-94af-695eebfc0167 req-3f896df7-d77c-4990-b736-798e01e4b5f5 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=46dbdccd-8233-4355-beb6-95ecf6bb5223 HTTP/1.1" status: 200 len: 946 time: 0.1105180 Jun 21 10:13:52.891437 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9910faa4-480b-4a8a-b3ed-66ccc196edfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:52.900754 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-83bda619-3e7a-469c-94af-695eebfc0167 req-acfe3715-871f-42f2-9775-0fd2938d488e tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447879 Jun 21 10:13:53.006461 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9910faa4-480b-4a8a-b3ed-66ccc196edfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:53.010435 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9910faa4-480b-4a8a-b3ed-66ccc196edfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:53.012954 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-032ce07f-112c-4b50-bbf2-26d5df733041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:53.052994 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-9910faa4-480b-4a8a-b3ed-66ccc196edfe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6e0690d91229460d88b26a588b6092fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3526602 Jun 21 10:13:53.054034 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910faa4-480b-4a8a-b3ed-66ccc196edfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbef25ed-9207-4c7e-831e-cafdeb00be7c,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:53.056394 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 47286) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:53.057838 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-9910faa4-480b-4a8a-b3ed-66ccc196edfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:53.111598 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-98599838-a1eb-4375-9ec0-84a8cb615e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:53.137612 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-98599838-a1eb-4375-9ec0-84a8cb615e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:53.209785 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-98599838-a1eb-4375-9ec0-84a8cb615e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:53.213290 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-98599838-a1eb-4375-9ec0-84a8cb615e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:53.214702 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-98599838-a1eb-4375-9ec0-84a8cb615e0e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fbef25ed-9207-4c7e-831e-cafdeb00be7c HTTP/1.1" status: 204 len: 168 time: 0.1571400 Jun 21 10:13:53.215635 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-8da819d0-1b5f-4beb-90de-239af8bedf44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:53.240136 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98599838-a1eb-4375-9ec0-84a8cb615e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbef25ed-9207-4c7e-831e-cafdeb00be7c,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:53.245396 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-98599838-a1eb-4375-9ec0-84a8cb615e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:53.528773 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 47304) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:53.718957 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0803f0ab-6df3-451f-baea-e3841a863122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:53.777108 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 47310) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:53.801119 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-26a4c462-ea28-4cf7-88cf-ab69547803fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:53.830992 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd39e65-1aab-46e5-9dd7-36c6ef7783ea req-78b34e44-bcbf-4e66-9c2c-73cc44d1ed27 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:53.832577 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-3fd39e65-1aab-46e5-9dd7-36c6ef7783ea req-78b34e44-bcbf-4e66-9c2c-73cc44d1ed27 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c13d5d0b-1473-49dc-a1a6-2b25d9853229 HTTP/1.1" status: 200 len: 943 time: 0.0772295 Jun 21 10:13:53.876984 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0803f0ab-6df3-451f-baea-e3841a863122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:53.877325 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-3fd39e65-1aab-46e5-9dd7-36c6ef7783ea req-9817f7ac-e2df-4812-946f-d8473fbbf5f6 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377352 Jun 21 10:13:53.883674 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0803f0ab-6df3-451f-baea-e3841a863122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:53.888871 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-942f3b50-1835-40e1-b149-d14e68ad645f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:53.939656 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-0803f0ab-6df3-451f-baea-e3841a863122 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f796d32180fd490abb71f5aa1de6921a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4087017 Jun 21 10:13:53.942916 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 47314) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:53.952472 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803f0ab-6df3-451f-baea-e3841a863122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117c16ee-a164-410d-82ad-dfc87c1141bc,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:53.957029 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-0803f0ab-6df3-451f-baea-e3841a863122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:54.020651 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-26a4c462-ea28-4cf7-88cf-ab69547803fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:54.026951 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b3ae40c6-38a0-4459-9b9b-eda3d36d05f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:54.027528 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-26a4c462-ea28-4cf7-88cf-ab69547803fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:54.031340 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-7d553827-ee5a-48fe-bc55-1f67640520b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:54.061391 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b3ae40c6-38a0-4459-9b9b-eda3d36d05f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:54.082128 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-26a4c462-ea28-4cf7-88cf-ab69547803fb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=80966f702d1b450088488f367dbfabed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037887 Jun 21 10:13:54.084843 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 47318) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:13:54.108122 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4c462-ea28-4cf7-88cf-ab69547803fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e2ef74-21a1-44e3-971a-083e926c8aba,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:54.112229 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-26a4c462-ea28-4cf7-88cf-ab69547803fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:54.158294 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-221bbdae-836b-41ea-ade0-682ef0ef6fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:54.160239 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b3ae40c6-38a0-4459-9b9b-eda3d36d05f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:54.162711 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b3ae40c6-38a0-4459-9b9b-eda3d36d05f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:54.163814 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-b3ae40c6-38a0-4459-9b9b-eda3d36d05f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/117c16ee-a164-410d-82ad-dfc87c1141bc HTTP/1.1" status: 204 len: 168 time: 0.2196097 Jun 21 10:13:54.165507 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-45371b8c-410d-42b0-b152-a72c79cd281b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:54.167338 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bfaf5-1dd5-4e4e-9bfe-f26636dd40c4 req-a9d2aab3-f153-4581-a5d6-c56fe4514135 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:54.174928 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c10bfaf5-1dd5-4e4e-9bfe-f26636dd40c4 req-a9d2aab3-f153-4581-a5d6-c56fe4514135 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=46dbdccd-8233-4355-beb6-95ecf6bb5223 HTTP/1.1" status: 200 len: 946 time: 0.1132135 Jun 21 10:13:54.184271 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae40c6-38a0-4459-9b9b-eda3d36d05f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117c16ee-a164-410d-82ad-dfc87c1141bc,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:54.187739 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-b3ae40c6-38a0-4459-9b9b-eda3d36d05f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:54.202346 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-221bbdae-836b-41ea-ade0-682ef0ef6fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:54.225176 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c10bfaf5-1dd5-4e4e-9bfe-f26636dd40c4 req-52e91b18-f222-4b78-960d-c5ce9bca4856 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490332 Jun 21 10:13:54.267043 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-221bbdae-836b-41ea-ade0-682ef0ef6fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:54.271829 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-221bbdae-836b-41ea-ade0-682ef0ef6fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:54.274425 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-221bbdae-836b-41ea-ade0-682ef0ef6fb0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/85e2ef74-21a1-44e3-971a-083e926c8aba HTTP/1.1" status: 204 len: 168 time: 0.1879282 Jun 21 10:13:54.275743 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-fe445b4f-956c-43c8-8639-b98ce15518b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:54.291924 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221bbdae-836b-41ea-ade0-682ef0ef6fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e2ef74-21a1-44e3-971a-083e926c8aba,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:54.306079 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-221bbdae-836b-41ea-ade0-682ef0ef6fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:54.537249 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 290882f8-c9f5-4b7b-bc73-5188e815bf0a details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 10:13:54.717553 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 290882f8-c9f5-4b7b-bc73-5188e815bf0a, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=290882f8-c9f5-4b7b-bc73-5188e815bf0a,segment=NetworkSegment(add66687-fc3e-4962-a0af-6ea936c822ff),segment_id=add66687-fc3e-4962-a0af-6ea936c822ff)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:13:54.739328 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Returning: {'device': '290882f8-c9f5-4b7b-bc73-5188e815bf0a', 'network_id': '85f22717-be90-45d5-b9e1-81e0c5fa4f08', 'port_id': '290882f8-c9f5-4b7b-bc73-5188e815bf0a', 'mac_address': 'fa:16:3e:e0:3f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cda0658-0616-43b6-ab62-d04302c3323c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 10:13:54.785042 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:54.803341 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 290882f8-c9f5-4b7b-bc73-5188e815bf0a {{(pid=92969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:13:54.837423 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 290882f8-c9f5-4b7b-bc73-5188e815bf0a, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=290882f8-c9f5-4b7b-bc73-5188e815bf0a,segment=NetworkSegment(add66687-fc3e-4962-a0af-6ea936c822ff),segment_id=add66687-fc3e-4962-a0af-6ea936c822ff)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:13:54.844351 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:54.847854 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:13:54.922685 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=290882f8-c9f5-4b7b-bc73-5188e815bf0a,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:13:54.933824 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:13:55.188391 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ef2fd-b980-42cb-8d97-c65893c60279 req-50245f84-794c-4e23-a0b4-f72a32e82dfc tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:55.190063 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-863ef2fd-b980-42cb-8d97-c65893c60279 req-50245f84-794c-4e23-a0b4-f72a32e82dfc tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c13d5d0b-1473-49dc-a1a6-2b25d9853229 HTTP/1.1" status: 200 len: 944 time: 0.1192341 Jun 21 10:13:55.257545 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-863ef2fd-b980-42cb-8d97-c65893c60279 req-437ebc89-3677-4dbb-8b4b-3642cc399560 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582764 Jun 21 10:13:55.369002 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['290882f8-c9f5-4b7b-bc73-5188e815bf0a'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:13:55.729591 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e654827b-1b87-4351-b1bb-775b70b6a6b8 req-b4bf32f3-0696-40b0-b537-2a0e68405161 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1248422 Jun 21 10:13:55.918629 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654827b-1b87-4351-b1bb-775b70b6a6b8 req-0f6109d3-cb8a-4e6d-85a4-1670d3a12aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:55.921329 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e654827b-1b87-4351-b1bb-775b70b6a6b8 req-0f6109d3-cb8a-4e6d-85a4-1670d3a12aa1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c2d9d5ab2e5b4ff2946f67faed489d72&device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 1098 time: 0.1384404 Jun 21 10:13:56.180948 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654827b-1b87-4351-b1bb-775b70b6a6b8 req-543334ce-2552-4653-83a9-7c4121615444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:56.182585 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e654827b-1b87-4351-b1bb-775b70b6a6b8 req-543334ce-2552-4653-83a9-7c4121615444 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e71b334c-ddd6-4f01-b186-8e77b4307c85 HTTP/1.1" status: 200 len: 920 time: 0.1602566 Jun 21 10:13:56.199089 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e1ebe-7398-4a8b-949b-c57afd911e85 req-c19594fb-70e7-42f1-84ef-967b82cbbdbb tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:56.200826 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8a0e1ebe-7398-4a8b-949b-c57afd911e85 req-c19594fb-70e7-42f1-84ef-967b82cbbdbb tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.1169574 Jun 21 10:13:56.268184 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e654827b-1b87-4351-b1bb-775b70b6a6b8 req-677510e5-40c7-4a6f-b100-5d6d2f27ffd1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebd6c2d0-1396-490d-883f-285c2d33455c HTTP/1.1" status: 200 len: 217 time: 0.0662894 Jun 21 10:13:56.368912 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8a0e1ebe-7398-4a8b-949b-c57afd911e85 req-0675802c-a671-47eb-9808-6050bdba8ceb tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479781 Jun 21 10:13:56.381163 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654827b-1b87-4351-b1bb-775b70b6a6b8 req-62e50aa9-5b07-4844-8d14-3a43541c5c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:56.384581 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e654827b-1b87-4351-b1bb-775b70b6a6b8 req-62e50aa9-5b07-4844-8d14-3a43541c5c2c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=885fa30c-53d9-43e2-8ec4-5d5887d6e1c3 HTTP/1.1" status: 200 len: 858 time: 0.1049650 Jun 21 10:13:56.452027 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e654827b-1b87-4351-b1bb-775b70b6a6b8 req-b28b66a4-5306-4134-8cd4-470761ffd252 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e71b334c-ddd6-4f01-b186-8e77b4307c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444908 Jun 21 10:13:56.598787 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e654827b-1b87-4351-b1bb-775b70b6a6b8 req-3b3bdd06-9fe2-4a52-8e92-75544cea3a57 service neutron] 10.222.0.74 "GET /v2.0/networks/e71b334c-ddd6-4f01-b186-8e77b4307c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302059 Jun 21 10:13:56.738855 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb91974-2b1f-4438-a256-740d4386e971 req-e9a527f4-ffc1-4c18-a830-7d3370949bd5 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:56.740361 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3cb91974-2b1f-4438-a256-740d4386e971 req-e9a527f4-ffc1-4c18-a830-7d3370949bd5 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c13d5d0b-1473-49dc-a1a6-2b25d9853229 HTTP/1.1" status: 200 len: 944 time: 0.1607482 Jun 21 10:13:56.760059 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e654827b-1b87-4351-b1bb-775b70b6a6b8 req-8b8833db-d8ea-44b8-9f5b-14c3991b7834 service neutron] 10.222.0.74 "GET /v2.0/networks/e71b334c-ddd6-4f01-b186-8e77b4307c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362028 Jun 21 10:13:56.797653 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3cb91974-2b1f-4438-a256-740d4386e971 req-be8246ff-5108-4bbd-966a-4eabb4d0e5ae tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462525 Jun 21 10:13:57.115672 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:13:57.723895 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-c9388bbb-4e2c-487e-bf0e-5be31a899068 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=ba26888701bc4a62b8c7ce84645df1d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323098 Jun 21 10:13:57.863066 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ef845-a345-40dc-827f-c57030585df1 req-51abee37-671a-432d-81e7-6e4fac508d1b tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:57.864657 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-715ef845-a345-40dc-827f-c57030585df1 req-51abee37-671a-432d-81e7-6e4fac508d1b tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.3304567 Jun 21 10:13:57.911326 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-715ef845-a345-40dc-827f-c57030585df1 req-aa558f9b-affb-447d-a06b-a1ab113b232d tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397577 Jun 21 10:13:57.958483 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-3acff680-abba-41fc-90ae-74058669449d tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:57.959990 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-3acff680-abba-41fc-90ae-74058669449d tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2296960 Jun 21 10:13:57.976071 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-2c10eea0-aa6c-472c-9116-b62ba9bbdab0 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/quotas/ba26888701bc4a62b8c7ce84645df1d9 HTTP/1.1" status: 200 len: 375 time: 0.0099185 Jun 21 10:13:58.023235 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-a4f61bc1-7d9a-42d7-9804-d3568f8c24a9 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba26888701bc4a62b8c7ce84645df1d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351608 Jun 21 10:13:58.088100 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faca52a-4135-4acb-b253-4f16a3781050 req-d818e792-2a7d-421f-87eb-12444238751e tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:58.089625 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-8faca52a-4135-4acb-b253-4f16a3781050 req-d818e792-2a7d-421f-87eb-12444238751e tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c13d5d0b-1473-49dc-a1a6-2b25d9853229 HTTP/1.1" status: 200 len: 944 time: 0.0690198 Jun 21 10:13:58.132468 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-8faca52a-4135-4acb-b253-4f16a3781050 req-fdf61efc-a6d5-45bb-a698-a528a965cc8d tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369103 Jun 21 10:13:58.212575 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e23e7fe3-d62f-4fe0-adb5-c83f1478efe5 req-16a5e5a1-37ed-41cc-9847-f8836f89f014 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e603cd-6ead-4571-9db6-e6a70866cb6e HTTP/1.1" status: 200 len: 210 time: 0.0304611 Jun 21 10:13:59.105217 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a60252-6ee2-411f-a1fb-1a63797963cb req-dac8eff2-6b80-4f0a-a597-b59db838bfc6 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:59.106625 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d8a60252-6ee2-411f-a1fb-1a63797963cb req-dac8eff2-6b80-4f0a-a597-b59db838bfc6 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.0774553 Jun 21 10:13:59.146892 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d8a60252-6ee2-411f-a1fb-1a63797963cb req-11234003-6563-4867-9db5-244c2a137517 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342765 Jun 21 10:13:59.361368 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c90c4-562f-4a1c-b4b3-1efaf03f8f40 req-8d9e4803-8d66-4432-9190-241045963866 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:13:59.362798 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-017c90c4-562f-4a1c-b4b3-1efaf03f8f40 req-8d9e4803-8d66-4432-9190-241045963866 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c13d5d0b-1473-49dc-a1a6-2b25d9853229 HTTP/1.1" status: 200 len: 944 time: 0.0788083 Jun 21 10:13:59.363618 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-434de33f-e566-4a71-838d-4b133e0a7beb req-6110330b-f14b-437d-a567-2e25ab2683c7 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e603cd-6ead-4571-9db6-e6a70866cb6e HTTP/1.1" status: 200 len: 210 time: 0.0333769 Jun 21 10:13:59.410245 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-017c90c4-562f-4a1c-b4b3-1efaf03f8f40 req-959d0dc4-8b51-4827-ac39-30b93fc3fcf9 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373428 Jun 21 10:14:00.021306 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 290882f8-c9f5-4b7b-bc73-5188e815bf0a up at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:14:00.093019 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning for port 290882f8-c9f5-4b7b-bc73-5188e815bf0a completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:14:00.097002 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning complete for port 290882f8-c9f5-4b7b-bc73-5188e815bf0a triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:14:00.097377 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:00.192063 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:00.225514 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13d5d0b-1473-49dc-a1a6-2b25d9853229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290882f8-c9f5-4b7b-bc73-5188e815bf0a'}] {{(pid=92969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:14:00.226927 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c706f658ccf844bfe168bfc8e6ee8c8c6942380e727e998ad24aefeb68f4a8cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6530c3-4d5c-49a2-bb00-602778cfdffd" -d '{"events": [{"server_uuid": "c13d5d0b-1473-49dc-a1a6-2b25d9853229", "name": "network-vif-plugged", "status": "completed", "tag": "290882f8-c9f5-4b7b-bc73-5188e815bf0a"}]}' {{(pid=92969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:14:00.255939 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 290882f8-c9f5-4b7b-bc73-5188e815bf0a, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=290882f8-c9f5-4b7b-bc73-5188e815bf0a,segment=NetworkSegment(add66687-fc3e-4962-a0af-6ea936c822ff),segment_id=add66687-fc3e-4962-a0af-6ea936c822ff)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:14:00.267649 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:00.271183 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:00.279036 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe8e97c-3018-4e67-bebf-aa0db9047765 x-openstack-request-id: req-4fe8e97c-3018-4e67-bebf-aa0db9047765 {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:14:00.279501 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13d5d0b-1473-49dc-a1a6-2b25d9853229", "name": "network-vif-plugged", "status": "completed", "tag": "290882f8-c9f5-4b7b-bc73-5188e815bf0a", "code": 200}]} {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:14:00.280096 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4fe8e97c-3018-4e67-bebf-aa0db9047765 {{(pid=92969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:14:00.280740 dv-cinder-797245-3-iscsi neutron-server[92969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13d5d0b-1473-49dc-a1a6-2b25d9853229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290882f8-c9f5-4b7b-bc73-5188e815bf0a', 'code': 200} Jun 21 10:14:00.341149 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=290882f8-c9f5-4b7b-bc73-5188e815bf0a,revision_number=5']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:00.345213 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:00.395178 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3e5ac-d926-4d42-8493-9017c37b6602 req-96620bc0-dc86-427c-a00e-fe6e33a65da9 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:00.396969 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4ad3e5ac-d926-4d42-8493-9017c37b6602 req-96620bc0-dc86-427c-a00e-fe6e33a65da9 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.1149092 Jun 21 10:14:00.447636 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4ad3e5ac-d926-4d42-8493-9017c37b6602 req-d0ac24c5-1c60-4d00-a05f-1bd761283ed3 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406351 Jun 21 10:14:00.533234 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-074a9941-5ed1-4447-a53b-30ada52eadf7 req-efbc4931-f4b0-4e47-8987-e3ea5c17523b tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e603cd-6ead-4571-9db6-e6a70866cb6e HTTP/1.1" status: 200 len: 210 time: 0.0357938 Jun 21 10:14:00.653694 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5218c-eec0-4d70-b734-b8879087ef7f req-dea7a34e-2ab4-4550-a2d2-f303e1bfdb8f tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:00.655216 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-f3d5218c-eec0-4d70-b734-b8879087ef7f req-dea7a34e-2ab4-4550-a2d2-f303e1bfdb8f tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c13d5d0b-1473-49dc-a1a6-2b25d9853229 HTTP/1.1" status: 200 len: 945 time: 0.0814743 Jun 21 10:14:00.699351 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-f3d5218c-eec0-4d70-b734-b8879087ef7f req-c1ea0380-53fe-44fe-9e3e-262f8f967fb5 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377495 Jun 21 10:14:01.469586 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbbaa9-dfc7-42ee-855b-828061b4cfcf req-be34fc3f-64a3-4df5-92b1-444a06d39a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:01.471956 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-79cbbaa9-dfc7-42ee-855b-828061b4cfcf req-be34fc3f-64a3-4df5-92b1-444a06d39a84 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c13d5d0b-1473-49dc-a1a6-2b25d9853229 HTTP/1.1" status: 200 len: 1098 time: 0.0594506 Jun 21 10:14:01.525879 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-79cbbaa9-dfc7-42ee-855b-828061b4cfcf req-c9c47388-d8f4-4bc9-b809-76242e10d0b3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383322 Jun 21 10:14:01.683823 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bbb73-fea3-4b6d-96c5-5d7daa6ca421 req-d751c51d-fdd1-48fd-8614-b14828c16376 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:01.685606 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c17bbb73-fea3-4b6d-96c5-5d7daa6ca421 req-d751c51d-fdd1-48fd-8614-b14828c16376 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.0803692 Jun 21 10:14:01.736618 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c17bbb73-fea3-4b6d-96c5-5d7daa6ca421 req-6b40a19e-b86e-43ba-9152-7bad519f19e6 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405786 Jun 21 10:14:01.779255 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-3098e914-1631-4d51-96c1-b62dba5327ab req-20ae9aa2-c779-42f0-a0c9-4cff911a7f8c tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e603cd-6ead-4571-9db6-e6a70866cb6e HTTP/1.1" status: 200 len: 210 time: 0.0307975 Jun 21 10:14:01.913641 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcb7d4-1856-459d-b6f6-0443db51d38b req-c8d4a120-1393-46af-a35c-6bd768dcf5b6 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:01.915276 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-12bcb7d4-1856-459d-b6f6-0443db51d38b req-c8d4a120-1393-46af-a35c-6bd768dcf5b6 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c13d5d0b-1473-49dc-a1a6-2b25d9853229 HTTP/1.1" status: 200 len: 945 time: 0.0707922 Jun 21 10:14:01.957637 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-12bcb7d4-1856-459d-b6f6-0443db51d38b req-8a42a90e-b9eb-4004-81cd-9e754b835c70 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366681 Jun 21 10:14:02.923940 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f35c4-24a6-461a-8792-1009fcd2379b req-dcd1078c-1fae-487a-b1d1-0c1266b3fbb7 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:02.925672 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-880f35c4-24a6-461a-8792-1009fcd2379b req-dcd1078c-1fae-487a-b1d1-0c1266b3fbb7 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.0751362 Jun 21 10:14:02.939748 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7863d671-27ec-4317-88d0-aaf121e073fb req-3a61b666-519c-4c8d-ab03-0b9eef01e920 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e603cd-6ead-4571-9db6-e6a70866cb6e HTTP/1.1" status: 200 len: 210 time: 0.0371671 Jun 21 10:14:02.980515 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-880f35c4-24a6-461a-8792-1009fcd2379b req-2c7d52d4-5987-4f4e-8652-7a5931e40762 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447674 Jun 21 10:14:03.160370 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fce98-747d-4350-a0d1-0988f6995d63 req-99ecbc00-727d-4466-b44c-db8128a5a142 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:03.163500 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5e1fce98-747d-4350-a0d1-0988f6995d63 req-99ecbc00-727d-4466-b44c-db8128a5a142 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c13d5d0b-1473-49dc-a1a6-2b25d9853229 HTTP/1.1" status: 200 len: 945 time: 0.0846465 Jun 21 10:14:03.209967 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5e1fce98-747d-4350-a0d1-0988f6995d63 req-52321bd1-e1f8-46be-a922-09df255430a8 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379205 Jun 21 10:14:04.135389 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d0e3d16d-70bf-4691-b0cd-87ea71097c20 req-aab6f4bd-0833-479a-b4da-c160e2212d7d tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e603cd-6ead-4571-9db6-e6a70866cb6e HTTP/1.1" status: 200 len: 210 time: 0.0393159 Jun 21 10:14:04.237952 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c1ae4-fc81-4031-9a33-1ebd5ee4f12a req-21aa21f1-dfcd-4de1-b786-3d7a421ffa4d tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:04.239502 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2a9c1ae4-fc81-4031-9a33-1ebd5ee4f12a req-21aa21f1-dfcd-4de1-b786-3d7a421ffa4d tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.1046865 Jun 21 10:14:04.284984 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2a9c1ae4-fc81-4031-9a33-1ebd5ee4f12a req-1010614c-1cf9-4359-a405-80616d966cee tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387487 Jun 21 10:14:04.422162 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9ec76-8302-4b60-9037-45f2bfec8f62 req-697d8131-3f99-4f2c-9359-57bd3876a81a tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:04.423790 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7ac9ec76-8302-4b60-9037-45f2bfec8f62 req-697d8131-3f99-4f2c-9359-57bd3876a81a tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c13d5d0b-1473-49dc-a1a6-2b25d9853229 HTTP/1.1" status: 200 len: 945 time: 0.0739243 Jun 21 10:14:04.471006 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7ac9ec76-8302-4b60-9037-45f2bfec8f62 req-29639694-e5c9-4390-b002-e1874a0bb08f tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411334 Jun 21 10:14:05.310007 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-90ecef4d-dff0-4572-bfb3-132c14163935 req-cb1d2936-e0e3-485d-a6ed-fb2891cfc7b2 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e603cd-6ead-4571-9db6-e6a70866cb6e HTTP/1.1" status: 200 len: 210 time: 0.0479865 Jun 21 10:14:05.515406 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66e601-2df4-4c6b-bc79-a249c37711a7 req-c0cff753-3b18-4fce-8474-5a5104adbc32 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:05.517296 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ed66e601-2df4-4c6b-bc79-a249c37711a7 req-c0cff753-3b18-4fce-8474-5a5104adbc32 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.0835361 Jun 21 10:14:05.564608 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ed66e601-2df4-4c6b-bc79-a249c37711a7 req-29d64ea0-184a-43aa-820f-84cfcdde4d1e tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399704 Jun 21 10:14:05.698225 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e946f34-ed4a-4439-a31d-fb2d258d182a req-1fb92100-3663-4771-be0a-b351035e6221 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:05.699828 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0e946f34-ed4a-4439-a31d-fb2d258d182a req-1fb92100-3663-4771-be0a-b351035e6221 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c13d5d0b-1473-49dc-a1a6-2b25d9853229 HTTP/1.1" status: 200 len: 945 time: 0.0832920 Jun 21 10:14:05.760160 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0e946f34-ed4a-4439-a31d-fb2d258d182a req-8c3a6f66-1792-409e-b0b3-0664e2c61a45 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532899 Jun 21 10:14:05.972694 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b4223-da80-4a62-b2ad-3358387eea3d req-7f4a485a-99a1-4a8e-b05a-fff395d87ee9 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:05.974294 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-027b4223-da80-4a62-b2ad-3358387eea3d req-7f4a485a-99a1-4a8e-b05a-fff395d87ee9 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.74 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 945 time: 0.0792844 Jun 21 10:14:06.140113 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [req-027b4223-da80-4a62-b2ad-3358387eea3d req-6572bec4-63fd-4cd5-9568-4781191a7242 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Deleting port f85220d4-09e4-4dd4-9899-410cb94ce9a8 {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:14:06.140464 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-027b4223-da80-4a62-b2ad-3358387eea3d req-6572bec4-63fd-4cd5-9568-4781191a7242 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:06.264232 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-027b4223-da80-4a62-b2ad-3358387eea3d req-6572bec4-63fd-4cd5-9568-4781191a7242 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] For port f85220d4-09e4-4dd4-9899-410cb94ce9a8, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=f85220d4-09e4-4dd4-9899-410cb94ce9a8,segment=NetworkSegment(12389c12-8ae0-4603-9a13-8a892997fdc2),segment_id=12389c12-8ae0-4603-9a13-8a892997fdc2)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:14:06.264665 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-027b4223-da80-4a62-b2ad-3358387eea3d req-6572bec4-63fd-4cd5-9568-4781191a7242 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:06.364861 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [req-027b4223-da80-4a62-b2ad-3358387eea3d req-6572bec4-63fd-4cd5-9568-4781191a7242 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Calling delete_port for f85220d4-09e4-4dd4-9899-410cb94ce9a8 owned by compute:nova {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:14:06.375076 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-7c978939-194c-4dbd-8eb6-d0f1acbd799b tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=ba26888701bc4a62b8c7ce84645df1d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0748849 Jun 21 10:14:06.630258 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-f6ffaabf-0b60-404d-987f-1d03467d96f1 req-d36639c1-43d7-4941-894e-3854e2b85be6 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e603cd-6ead-4571-9db6-e6a70866cb6e HTTP/1.1" status: 200 len: 210 time: 0.0968142 Jun 21 10:14:06.645048 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-027b4223-da80-4a62-b2ad-3358387eea3d req-6572bec4-63fd-4cd5-9568-4781191a7242 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1954225'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:06.655224 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:06.717302 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['ebd6c2d0-1396-490d-883f-285c2d33455c', 'f85220d4-09e4-4dd4-9899-410cb94ce9a8'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:14:06.815133 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [req-027b4223-da80-4a62-b2ad-3358387eea3d req-6572bec4-63fd-4cd5-9568-4781191a7242 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] No DVR routers for this DVR port f85220d4-09e4-4dd4-9899-410cb94ce9a8 on host hv-cinder-79724 {{(pid=92958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:14:06.818996 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572bec4-63fd-4cd5-9568-4781191a7242 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Pushing event deleted for resources: {'Port': ['ID=f85220d4-09e4-4dd4-9899-410cb94ce9a8,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:06.831874 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-027b4223-da80-4a62-b2ad-3358387eea3d req-6572bec4-63fd-4cd5-9568-4781191a7242 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:06.834152 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-027b4223-da80-4a62-b2ad-3358387eea3d req-6572bec4-63fd-4cd5-9568-4781191a7242 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.74 "DELETE /v2.0/ports/f85220d4-09e4-4dd4-9899-410cb94ce9a8 HTTP/1.1" status: 204 len: 173 time: 0.8311558 Jun 21 10:14:06.835379 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc10b0de-eeb4-473c-b1b9-bee81d5922af', 'name': 'network-vif-deleted', 'tag': 'f85220d4-09e4-4dd4-9899-410cb94ce9a8'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:14:06.838452 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19443d5f-3465-4a47-a756-5e835b87ed28" -d '{"events": [{"server_uuid": "cc10b0de-eeb4-473c-b1b9-bee81d5922af", "name": "network-vif-deleted", "tag": "f85220d4-09e4-4dd4-9899-410cb94ce9a8"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:14:06.885431 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572bec4-63fd-4cd5-9568-4781191a7242 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:06.886271 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572bec4-63fd-4cd5-9568-4781191a7242 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:06.887130 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572bec4-63fd-4cd5-9568-4781191a7242 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:06.887720 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572bec4-63fd-4cd5-9568-4781191a7242 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:06.888618 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572bec4-63fd-4cd5-9568-4781191a7242 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:06.889249 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572bec4-63fd-4cd5-9568-4781191a7242 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:06.889995 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572bec4-63fd-4cd5-9568-4781191a7242 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:06.890585 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572bec4-63fd-4cd5-9568-4781191a7242 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:06.891161 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572bec4-63fd-4cd5-9568-4781191a7242 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:06.891753 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572bec4-63fd-4cd5-9568-4781191a7242 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:06.892559 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572bec4-63fd-4cd5-9568-4781191a7242 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:06.893303 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572bec4-63fd-4cd5-9568-4781191a7242 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:06.899297 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-6572bec4-63fd-4cd5-9568-4781191a7242 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:06.924945 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-937e9df2-11fa-407e-8094-f910fef96882 req-3e19d852-2e6d-4b17-9cd7-5ecfde900ac2 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 210 time: 0.0584524 Jun 21 10:14:06.994642 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f77d98-85b6-4943-a103-87edc3847629 x-openstack-request-id: req-c0f77d98-85b6-4943-a103-87edc3847629 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:14:06.995373 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc10b0de-eeb4-473c-b1b9-bee81d5922af", "name": "network-vif-deleted", "tag": "f85220d4-09e4-4dd4-9899-410cb94ce9a8", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:14:06.995908 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c0f77d98-85b6-4943-a103-87edc3847629 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:14:06.996639 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc10b0de-eeb4-473c-b1b9-bee81d5922af', 'name': 'network-vif-deleted', 'tag': 'f85220d4-09e4-4dd4-9899-410cb94ce9a8', 'status': 'completed', 'code': 200} Jun 21 10:14:07.011738 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-4a122173-e3ce-4e2d-b25e-ee06818c936b tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:07.014318 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-4a122173-e3ce-4e2d-b25e-ee06818c936b tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5518246 Jun 21 10:14:07.129952 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda18910-7ff0-47bc-beb1-9cf2942371c3 req-2578eaba-aeda-43ed-9232-8ae2db09c910 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:07.131390 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-eda18910-7ff0-47bc-beb1-9cf2942371c3 req-2578eaba-aeda-43ed-9232-8ae2db09c910 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c13d5d0b-1473-49dc-a1a6-2b25d9853229 HTTP/1.1" status: 200 len: 945 time: 0.0798120 Jun 21 10:14:07.177650 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-eda18910-7ff0-47bc-beb1-9cf2942371c3 req-2cb8fb42-b5b6-4a65-b9a6-1fd5fd493be8 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395579 Jun 21 10:14:07.347568 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-578b9be3-f6bc-459b-b732-a232fbeb22d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:07.825626 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c69b058c-4974-45e7-91b3-5cd86919079b req-7f8611b2-0ed4-40e6-a73a-46374935ffca tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e603cd-6ead-4571-9db6-e6a70866cb6e HTTP/1.1" status: 200 len: 210 time: 0.0305984 Jun 21 10:14:08.099750 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-607afd97-a503-4b87-86dc-866053f66002 req-f094f5fc-8372-4243-b182-c81dcd4d3a1c tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 210 time: 0.0333917 Jun 21 10:14:08.993492 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-50fcf337-982d-47ac-9695-29a79da7d5f3 req-9d29d3ae-7257-4222-8972-0790e27f2df0 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e603cd-6ead-4571-9db6-e6a70866cb6e HTTP/1.1" status: 200 len: 210 time: 0.0527689 Jun 21 10:14:09.283532 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d55191e1-4553-4717-9523-a07129f6c055 req-729b288d-06c2-46a2-a7b3-9a3eb3efe0b7 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 210 time: 0.0317090 Jun 21 10:14:09.995940 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Request body: {'port': {'device_id': '10e603cd-6ead-4571-9db6-e6a70866cb6e', 'network_id': '9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0', 'admin_state_up': True, 'tenant_id': 'ba26888701bc4a62b8c7ce84645df1d9'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:14:10.153945 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Made reservation on behalf of ba26888701bc4a62b8c7ce84645df1d9 for: {'port': 1} {{(pid=92965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:14:10.159900 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:10.176260 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:10.196702 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a16d7b3d-8641-4cc2-aacb-01c69a953b1f req-316c07ee-2c5a-4076-8dbb-12af723c83b7 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e603cd-6ead-4571-9db6-e6a70866cb6e HTTP/1.1" status: 200 len: 210 time: 0.0512350 Jun 21 10:14:10.322546 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:10.329304 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:10.338599 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-65477c2d-1caa-459d-a4b4-e90c744523ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:10.433363 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2165d39d-5ddb-420b-b980-c7a69837d4f1,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:10.450511 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:10.450908 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:10.451271 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:10.451626 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:10.451974 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:10.452324 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:10.452700 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:10.453050 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:10.453394 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:10.453740 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:10.454132 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:10.454561 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:10.466321 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:10.505079 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-31f29769-1e51-44c6-95f1-d1fdd0f647fa req-a3f689f3-110c-4c81-9250-56440fb9cd1e tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc10b0de-eeb4-473c-b1b9-bee81d5922af HTTP/1.1" status: 200 len: 210 time: 0.0415428 Jun 21 10:14:10.559701 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_common [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Allocated IP 192.168.233.7 (9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0/d889bf93-9bb3-4364-85d9-75bea12ab5e8/98d66114-79eb-4830-88e9-c130c2f4ef14) {{(pid=92965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:14:10.781064 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Notify callbacks [] for port, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:10.825659 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.provisioning_blocks [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Transition to ACTIVE for port object 98d66114-79eb-4830-88e9-c130c2f4ef14 will not be triggered until provisioned by entity DHCP. {{(pid=92965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:14:10.842197 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:10.932797 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11354329'] for port, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:10.938745 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-34eda92a-fbba-4cd4-bd18-4d17fd8cc250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:10.967956 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:11.027674 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Pushing event updated for resources: {'Port': ['ID=98d66114-79eb-4830-88e9-c130c2f4ef14,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:11.034332 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:11.036822 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Network 9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0 is already hosted by enough agents. {{(pid=92965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:14:11.040739 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Resources bound (agent type, host, resource id): {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:14:11.052154 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Received port after_create {{(pid=92965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:14:11.170957 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:11.170957 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:11.189276 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1981244 Jun 21 10:14:11.213255 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-731e50db-36e1-4021-9116-f22bfa694861 service neutron] Request body: {'port': {'device_id': '10e603cd-6ead-4571-9db6-e6a70866cb6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:14:11.348173 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-731e50db-36e1-4021-9116-f22bfa694861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:11.487545 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-5dfb6015-09f1-45b4-98c8-8d2ee644c5cd None None] Provisioning for port 98d66114-79eb-4830-88e9-c130c2f4ef14 completed by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:14:11.506698 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-5dfb6015-09f1-45b4-98c8-8d2ee644c5cd None None] Provisioning complete for port 98d66114-79eb-4830-88e9-c130c2f4ef14 triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:14:11.506698 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-5dfb6015-09f1-45b4-98c8-8d2ee644c5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:11.577670 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbef0b-f8f4-46d9-a8a6-beab45325f1d req-5480e608-c604-4dfb-827d-4d5edaea3367 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:11.583103 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-5dfb6015-09f1-45b4-98c8-8d2ee644c5cd None None] Port 98d66114-79eb-4830-88e9-c130c2f4ef14 cannot update to ACTIVE because it is not bound. {{(pid=92969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 10:14:11.585106 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-cbfbef0b-f8f4-46d9-a8a6-beab45325f1d req-5480e608-c604-4dfb-827d-4d5edaea3367 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c13d5d0b-1473-49dc-a1a6-2b25d9853229 HTTP/1.1" status: 200 len: 945 time: 0.2518840 Jun 21 10:14:11.709250 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-cbfbef0b-f8f4-46d9-a8a6-beab45325f1d req-f23434d8-4472-4152-b306-6c98d87aac83 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208870 Jun 21 10:14:12.028642 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.notifiers.nova [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-731e50db-36e1-4021-9116-f22bfa694861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98d66114-79eb-4830-88e9-c130c2f4ef14 {{(pid=92965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:14:12.045602 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-731e50db-36e1-4021-9116-f22bfa694861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:12.074591 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.provisioning_blocks [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-731e50db-36e1-4021-9116-f22bfa694861 service neutron] Transition to ACTIVE for port object 98d66114-79eb-4830-88e9-c130c2f4ef14 will not be triggered until provisioned by entity L2. {{(pid=92965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:14:12.080007 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-731e50db-36e1-4021-9116-f22bfa694861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11354351'] for port, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:12.086993 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:12.094617 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device f85220d4-09e4-4dd4-9899-410cb94ce9a8 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:14:12.120552 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] No Port match for: f85220d4-09e4-4dd4-9899-410cb94ce9a8 {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:14:12.121026 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device f85220d4-09e4-4dd4-9899-410cb94ce9a8 not bound to the agent host hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:14:12.137432 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646853e1-3d66-4f5e-8784-be9ba337b5a6 req-f0b12499-8abd-4f6b-8cf8-891ab9b28d4b tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:12.139152 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-646853e1-3d66-4f5e-8784-be9ba337b5a6 req-f0b12499-8abd-4f6b-8cf8-891ab9b28d4b tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e603cd-6ead-4571-9db6-e6a70866cb6e HTTP/1.1" status: 200 len: 934 time: 0.2225342 Jun 21 10:14:12.221311 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e50db-36e1-4021-9116-f22bfa694861 service neutron] Pushing event updated for resources: {'Port': ['ID=98d66114-79eb-4830-88e9-c130c2f4ef14,revision_number=2']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:12.225672 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-731e50db-36e1-4021-9116-f22bfa694861 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:12.276526 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-646853e1-3d66-4f5e-8784-be9ba337b5a6 req-ec5e84ef-2bb9-4b7b-816e-e17624e0b92b tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/security-groups?id=2165d39d-5ddb-420b-b980-c7a69837d4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229529 Jun 21 10:14:12.358261 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.managers [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-731e50db-36e1-4021-9116-f22bfa694861 service neutron] Attempting to bind port 98d66114-79eb-4830-88e9-c130c2f4ef14 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:14:12.358968 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.managers [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-731e50db-36e1-4021-9116-f22bfa694861 service neutron] Attempting to bind port 98d66114-79eb-4830-88e9-c130c2f4ef14 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'b4ff41fa-5110-47cc-bfc1-6d253f0e1539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0'}] {{(pid=92965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:14:12.359268 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-731e50db-36e1-4021-9116-f22bfa694861 service neutron] Attempting to bind port 98d66114-79eb-4830-88e9-c130c2f4ef14 on network 9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0 {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:14:12.367489 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-731e50db-36e1-4021-9116-f22bfa694861 service neutron] Port 98d66114-79eb-4830-88e9-c130c2f4ef14 on network 9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 10:14:12.367808 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-731e50db-36e1-4021-9116-f22bfa694861 service neutron] Attempting to bind port 98d66114-79eb-4830-88e9-c130c2f4ef14 on network 9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0 {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:14:12.375449 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-731e50db-36e1-4021-9116-f22bfa694861 service neutron] Checking agent: {'id': 'e8144930-5ccd-413e-a521-fc03e228bde1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'started_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:14:12.376227 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-731e50db-36e1-4021-9116-f22bfa694861 service neutron] Checking segment: {'id': 'b4ff41fa-5110-47cc-bfc1-6d253f0e1539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:14:12.376565 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-731e50db-36e1-4021-9116-f22bfa694861 service neutron] Bound using segment: {'id': 'b4ff41fa-5110-47cc-bfc1-6d253f0e1539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0'} {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:14:12.376944 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.managers [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-731e50db-36e1-4021-9116-f22bfa694861 service neutron] Bound port: 98d66114-79eb-4830-88e9-c130c2f4ef14, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4ff41fa-5110-47cc-bfc1-6d253f0e1539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0'}}] {{(pid=92965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:14:12.377582 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-731e50db-36e1-4021-9116-f22bfa694861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:12.472356 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-731e50db-36e1-4021-9116-f22bfa694861 service neutron] For port 98d66114-79eb-4830-88e9-c130c2f4ef14, host hv-cinder-79724, cleared binding levels {{(pid=92965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:14:12.478617 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-731e50db-36e1-4021-9116-f22bfa694861 service neutron] For port 98d66114-79eb-4830-88e9-c130c2f4ef14, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=98d66114-79eb-4830-88e9-c130c2f4ef14,segment=NetworkSegment(b4ff41fa-5110-47cc-bfc1-6d253f0e1539),segment_id=b4ff41fa-5110-47cc-bfc1-6d253f0e1539)] {{(pid=92965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:14:12.484412 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-731e50db-36e1-4021-9116-f22bfa694861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11354351'] for port, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:12.488176 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:12.514097 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc86e8-e21b-443d-ad27-cb4f742b2aa5 req-f4bf1ac8-2a43-45d2-8efd-1cf9540817c5 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:12.515009 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ebfc86e8-e21b-443d-ad27-cb4f742b2aa5 req-f4bf1ac8-2a43-45d2-8efd-1cf9540817c5 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.0911808 Jun 21 10:14:12.544289 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-731e50db-36e1-4021-9116-f22bfa694861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:12.545046 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-731e50db-36e1-4021-9116-f22bfa694861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:12.546546 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-731e50db-36e1-4021-9116-f22bfa694861 service neutron] 10.222.0.74 "PUT /v2.0/ports/98d66114-79eb-4830-88e9-c130c2f4ef14 HTTP/1.1" status: 200 len: 1096 time: 1.3387270 Jun 21 10:14:12.547117 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e603cd-6ead-4571-9db6-e6a70866cb6e', 'tag': '98d66114-79eb-4830-88e9-c130c2f4ef14'}] {{(pid=92965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:14:12.549486 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6455383dad080abf38abbc06b7173bfc99a12cfb8f38fffed40ef3479635dd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21787e15-adfd-49b4-a79a-c81bac86e839" -d '{"events": [{"name": "network-changed", "server_uuid": "10e603cd-6ead-4571-9db6-e6a70866cb6e", "tag": "98d66114-79eb-4830-88e9-c130c2f4ef14"}]}' {{(pid=92965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:14:12.564565 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ebfc86e8-e21b-443d-ad27-cb4f742b2aa5 req-9fad43dd-f3c1-44ff-859c-a4dcf10f28cd tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415564 Jun 21 10:14:12.574076 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e50db-36e1-4021-9116-f22bfa694861 service neutron] Pushing event updated for resources: {'Port': ['ID=98d66114-79eb-4830-88e9-c130c2f4ef14,revision_number=3']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:12.578356 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-731e50db-36e1-4021-9116-f22bfa694861 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:12.607117 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d5e307-39f4-4eaa-9bd6-4ac4c0bee014 x-openstack-request-id: req-a6d5e307-39f4-4eaa-9bd6-4ac4c0bee014 {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:14:12.608493 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e603cd-6ead-4571-9db6-e6a70866cb6e", "tag": "98d66114-79eb-4830-88e9-c130c2f4ef14", "status": "completed", "code": 200}]} {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:14:12.608493 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a6d5e307-39f4-4eaa-9bd6-4ac4c0bee014 {{(pid=92965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:14:12.609126 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e603cd-6ead-4571-9db6-e6a70866cb6e', 'tag': '98d66114-79eb-4830-88e9-c130c2f4ef14', 'status': 'completed', 'code': 200} Jun 21 10:14:12.748076 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-7c94a9f7-aa79-46ff-af25-abe744dac0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:12.749670 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-7c94a9f7-aa79-46ff-af25-abe744dac0ca service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ba26888701bc4a62b8c7ce84645df1d9&device_id=10e603cd-6ead-4571-9db6-e6a70866cb6e HTTP/1.1" status: 200 len: 1099 time: 0.0904295 Jun 21 10:14:12.824163 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-1f192068-053c-4674-b930-dff377dec9ad service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=98d66114-79eb-4830-88e9-c130c2f4ef14 HTTP/1.1" status: 200 len: 217 time: 0.0454767 Jun 21 10:14:12.903841 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-dbc016c6-c7f4-4b7f-9038-3c0c910b5fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:12.905394 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-dbc016c6-c7f4-4b7f-9038-3c0c910b5fbb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d889bf93-9bb3-4364-85d9-75bea12ab5e8 HTTP/1.1" status: 200 len: 843 time: 0.0617163 Jun 21 10:14:12.948700 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45b738-ad2d-41e5-8093-dd51f568b2ac req-4d61b85a-2293-493b-8b70-20f81f611e1f tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:12.950561 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5b45b738-ad2d-41e5-8093-dd51f568b2ac req-4d61b85a-2293-493b-8b70-20f81f611e1f tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c13d5d0b-1473-49dc-a1a6-2b25d9853229 HTTP/1.1" status: 200 len: 945 time: 0.0844607 Jun 21 10:14:13.040977 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-7a1c43b2-6660-41c2-a3d1-243764f5e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:13.043518 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-7a1c43b2-6660-41c2-a3d1-243764f5e889 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1222234 Jun 21 10:14:13.046014 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:13.207033 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-858e0e22-803b-48b0-b980-c53930820d89 service neutron] 10.222.0.74 "GET /v2.0/networks/9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295784 Jun 21 10:14:13.251116 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5b45b738-ad2d-41e5-8093-dd51f568b2ac req-b6aa7ce8-105f-467c-8617-a4477ae06c35 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887142 Jun 21 10:14:13.332227 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-a024cbee-409e-4674-94e0-d78cddd9c73c req-1f5ce850-3c89-4005-adfb-636bd5155e91 service neutron] 10.222.0.74 "GET /v2.0/networks/9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179605 Jun 21 10:14:13.514966 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89425d-814d-4061-a9b1-bcea500ab41d req-6e440af4-1fae-4d8f-867d-27deb49da6a1 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:13.516709 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-1b89425d-814d-4061-a9b1-bcea500ab41d req-6e440af4-1fae-4d8f-867d-27deb49da6a1 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e603cd-6ead-4571-9db6-e6a70866cb6e HTTP/1.1" status: 200 len: 946 time: 0.0798292 Jun 21 10:14:13.606704 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-1b89425d-814d-4061-a9b1-bcea500ab41d req-0ce97560-745a-486b-98ed-c32e19829cb0 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/security-groups?id=2165d39d-5ddb-420b-b980-c7a69837d4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751865 Jun 21 10:14:13.628818 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21787e15-adfd-49b4-a79a-c81bac86e839 req-65ad3900-db23-412f-82a0-bed2a5ee6982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:13.630368 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-21787e15-adfd-49b4-a79a-c81bac86e839 req-65ad3900-db23-412f-82a0-bed2a5ee6982 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ba26888701bc4a62b8c7ce84645df1d9&device_id=10e603cd-6ead-4571-9db6-e6a70866cb6e HTTP/1.1" status: 200 len: 1099 time: 0.1015105 Jun 21 10:14:13.792010 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9accbdc-686d-4a4e-900a-f195d5c5ab92 req-f5e7c05e-44ef-420b-9404-b45cf1c2638e tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:13.793421 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b9accbdc-686d-4a4e-900a-f195d5c5ab92 req-f5e7c05e-44ef-420b-9404-b45cf1c2638e tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.74 "GET /v2.0/ports?device_id=c13d5d0b-1473-49dc-a1a6-2b25d9853229 HTTP/1.1" status: 200 len: 945 time: 0.1300876 Jun 21 10:14:13.818288 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21787e15-adfd-49b4-a79a-c81bac86e839 req-6bac1232-294c-41b8-ba71-5a579a59e42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:13.820899 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-21787e15-adfd-49b4-a79a-c81bac86e839 req-6bac1232-294c-41b8-ba71-5a579a59e42f service neutron] 10.222.0.74 "GET /v2.0/networks?id=9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0 HTTP/1.1" status: 200 len: 871 time: 0.1581957 Jun 21 10:14:13.869753 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-21787e15-adfd-49b4-a79a-c81bac86e839 req-232d5261-7e63-47da-9eeb-90a08a8e0060 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=98d66114-79eb-4830-88e9-c130c2f4ef14 HTTP/1.1" status: 200 len: 217 time: 0.0393205 Jun 21 10:14:13.875982 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c503a-8ad3-4d05-9e1d-6a11d43e3de9 req-42137c9c-d491-4f72-a2ba-ce1703316572 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:13.877495 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2a9c503a-8ad3-4d05-9e1d-6a11d43e3de9 req-42137c9c-d491-4f72-a2ba-ce1703316572 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.1472681 Jun 21 10:14:13.935029 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21787e15-adfd-49b4-a79a-c81bac86e839 req-a60e5328-485a-42fa-8fa4-572f2dd46e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:13.937937 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-21787e15-adfd-49b4-a79a-c81bac86e839 req-a60e5328-485a-42fa-8fa4-572f2dd46e42 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d889bf93-9bb3-4364-85d9-75bea12ab5e8 HTTP/1.1" status: 200 len: 843 time: 0.0576792 Jun 21 10:14:13.955820 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2a9c503a-8ad3-4d05-9e1d-6a11d43e3de9 req-afc6b380-bd16-4e10-9b04-410791fe04ee tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716794 Jun 21 10:14:13.996003 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [req-b9accbdc-686d-4a4e-900a-f195d5c5ab92 req-ebf9c115-d24c-49c3-af58-ff1ec6065e70 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Deleting port 290882f8-c9f5-4b7b-bc73-5188e815bf0a {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:14:13.996354 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-b9accbdc-686d-4a4e-900a-f195d5c5ab92 req-ebf9c115-d24c-49c3-af58-ff1ec6065e70 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:14.146167 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-b9accbdc-686d-4a4e-900a-f195d5c5ab92 req-ebf9c115-d24c-49c3-af58-ff1ec6065e70 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] For port 290882f8-c9f5-4b7b-bc73-5188e815bf0a, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=290882f8-c9f5-4b7b-bc73-5188e815bf0a,segment=NetworkSegment(add66687-fc3e-4962-a0af-6ea936c822ff),segment_id=add66687-fc3e-4962-a0af-6ea936c822ff)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:14:14.147340 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-b9accbdc-686d-4a4e-900a-f195d5c5ab92 req-ebf9c115-d24c-49c3-af58-ff1ec6065e70 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:14.232378 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21787e15-adfd-49b4-a79a-c81bac86e839 req-eff5aaba-dbc7-4c4e-ab13-b9038c1fb4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:14.233912 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-21787e15-adfd-49b4-a79a-c81bac86e839 req-eff5aaba-dbc7-4c4e-ab13-b9038c1fb4e0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2864676 Jun 21 10:14:14.246351 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [req-b9accbdc-686d-4a4e-900a-f195d5c5ab92 req-ebf9c115-d24c-49c3-af58-ff1ec6065e70 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Calling delete_port for 290882f8-c9f5-4b7b-bc73-5188e815bf0a owned by compute:nova {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:14:14.374858 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-21787e15-adfd-49b4-a79a-c81bac86e839 req-4f24818b-12bc-4636-8f0b-ed67a5a968f1 service neutron] 10.222.0.74 "GET /v2.0/networks/9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325171 Jun 21 10:14:14.473158 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-b9accbdc-686d-4a4e-900a-f195d5c5ab92 req-ebf9c115-d24c-49c3-af58-ff1ec6065e70 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1954225'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:14.479202 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-1bc7eb6a-2151-4068-a797-a3ee03e6a848 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:14.513672 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9c115-d24c-49c3-af58-ff1ec6065e70 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Pushing event deleted for resources: {'Port': ['ID=290882f8-c9f5-4b7b-bc73-5188e815bf0a,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:14.517095 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-ebf9c115-d24c-49c3-af58-ff1ec6065e70 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:14.538031 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-21787e15-adfd-49b4-a79a-c81bac86e839 req-4a4b6172-9cc1-4162-9d92-6f947ad651c0 service neutron] 10.222.0.74 "GET /v2.0/networks/9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505666 Jun 21 10:14:14.565738 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7738a-e225-48e2-95bf-af92b5ff96f4 req-ccb85468-741e-4103-9bc5-1911ca20d4ba tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:14.567338 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c1e7738a-e225-48e2-95bf-af92b5ff96f4 req-ccb85468-741e-4103-9bc5-1911ca20d4ba tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c13d5d0b-1473-49dc-a1a6-2b25d9853229 HTTP/1.1" status: 200 len: 867 time: 0.1177773 Jun 21 10:14:14.574802 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9accbdc-686d-4a4e-900a-f195d5c5ab92 req-ebf9c115-d24c-49c3-af58-ff1ec6065e70 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] No DVR routers for this DVR port 290882f8-c9f5-4b7b-bc73-5188e815bf0a on host hv-cinder-79724 {{(pid=92958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:14:14.578500 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-b9accbdc-686d-4a4e-900a-f195d5c5ab92 req-ebf9c115-d24c-49c3-af58-ff1ec6065e70 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:14.580623 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b9accbdc-686d-4a4e-900a-f195d5c5ab92 req-ebf9c115-d24c-49c3-af58-ff1ec6065e70 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.74 "DELETE /v2.0/ports/290882f8-c9f5-4b7b-bc73-5188e815bf0a HTTP/1.1" status: 204 len: 173 time: 0.7734993 Jun 21 10:14:14.581206 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13d5d0b-1473-49dc-a1a6-2b25d9853229', 'name': 'network-vif-deleted', 'tag': '290882f8-c9f5-4b7b-bc73-5188e815bf0a'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:14:14.583865 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de5ffc0-3189-4a16-8bec-c2b44bb5553e" -d '{"events": [{"server_uuid": "c13d5d0b-1473-49dc-a1a6-2b25d9853229", "name": "network-vif-deleted", "tag": "290882f8-c9f5-4b7b-bc73-5188e815bf0a"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:14:14.584444 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:14:14.649773 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f573d3-62c7-47a6-ae29-2b78f74ff9f0 x-openstack-request-id: req-54f573d3-62c7-47a6-ae29-2b78f74ff9f0 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:14:14.650490 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13d5d0b-1473-49dc-a1a6-2b25d9853229", "name": "network-vif-deleted", "tag": "290882f8-c9f5-4b7b-bc73-5188e815bf0a", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:14:14.651115 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-54f573d3-62c7-47a6-ae29-2b78f74ff9f0 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:14:14.652539 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13d5d0b-1473-49dc-a1a6-2b25d9853229', 'name': 'network-vif-deleted', 'tag': '290882f8-c9f5-4b7b-bc73-5188e815bf0a', 'status': 'completed', 'code': 200} Jun 21 10:14:14.667453 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c1e7738a-e225-48e2-95bf-af92b5ff96f4 req-2104b03a-d214-4ab9-a24e-72acfb0137be tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867817 Jun 21 10:14:14.874543 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a7f51-e149-48ec-a6fc-bfbe6eb776ba req-21f260f9-ff19-4d3f-b202-3a02b9553342 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:14.876901 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a89a7f51-e149-48ec-a6fc-bfbe6eb776ba req-21f260f9-ff19-4d3f-b202-3a02b9553342 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e603cd-6ead-4571-9db6-e6a70866cb6e HTTP/1.1" status: 200 len: 946 time: 0.1011720 Jun 21 10:14:14.919759 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a89a7f51-e149-48ec-a6fc-bfbe6eb776ba req-16c42626-0306-48c8-b15d-fb32a7373a3c tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/security-groups?id=2165d39d-5ddb-420b-b980-c7a69837d4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360355 Jun 21 10:14:15.142858 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:15.160020 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0be80-aa01-4ee9-9d54-7f2315bae275 req-86d11f46-560f-401d-8224-80ee3be9e187 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:15.161497 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-dcb0be80-aa01-4ee9-9d54-7f2315bae275 req-86d11f46-560f-401d-8224-80ee3be9e187 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.0723946 Jun 21 10:14:15.206827 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-dcb0be80-aa01-4ee9-9d54-7f2315bae275 req-077743e5-7385-440d-9dfb-6b51f411c299 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385854 Jun 21 10:14:15.857341 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e881e-e035-44d5-ae8e-ca71a53a0be5 req-09ba05de-0de5-463f-a627-ef72fb1a35e6 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:15.858870 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e05e881e-e035-44d5-ae8e-ca71a53a0be5 req-09ba05de-0de5-463f-a627-ef72fb1a35e6 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=46dbdccd-8233-4355-beb6-95ecf6bb5223 HTTP/1.1" status: 200 len: 946 time: 0.0790868 Jun 21 10:14:15.915282 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e05e881e-e035-44d5-ae8e-ca71a53a0be5 req-7c1ff2f0-efed-4b73-a7ba-2066bfc74b50 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486956 Jun 21 10:14:16.124938 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 98d66114-79eb-4830-88e9-c130c2f4ef14 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 10:14:16.133005 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15e8d9-6586-474a-aba7-3cb6e86350d7 req-11d7c24c-9338-4001-b36f-6f33a85e5d9f tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:16.133966 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1e15e8d9-6586-474a-aba7-3cb6e86350d7 req-11d7c24c-9338-4001-b36f-6f33a85e5d9f tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e603cd-6ead-4571-9db6-e6a70866cb6e HTTP/1.1" status: 200 len: 946 time: 0.0844398 Jun 21 10:14:16.140215 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 290882f8-c9f5-4b7b-bc73-5188e815bf0a no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:14:16.174635 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] No Port match for: 290882f8-c9f5-4b7b-bc73-5188e815bf0a {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:14:16.175316 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 290882f8-c9f5-4b7b-bc73-5188e815bf0a not bound to the agent host hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:14:16.195486 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1e15e8d9-6586-474a-aba7-3cb6e86350d7 req-3d4ca2a0-c736-424b-a4f6-e8939d5ddf76 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/security-groups?id=2165d39d-5ddb-420b-b980-c7a69837d4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471785 Jun 21 10:14:16.296023 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 98d66114-79eb-4830-88e9-c130c2f4ef14, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=98d66114-79eb-4830-88e9-c130c2f4ef14,segment=NetworkSegment(b4ff41fa-5110-47cc-bfc1-6d253f0e1539),segment_id=b4ff41fa-5110-47cc-bfc1-6d253f0e1539)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:14:16.308228 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Returning: {'device': '98d66114-79eb-4830-88e9-c130c2f4ef14', 'network_id': '9bf9640b-75c3-46a0-b99c-61cbb9f7fbe0', 'port_id': '98d66114-79eb-4830-88e9-c130c2f4ef14', 'mac_address': 'fa:16:3e:a5:ac:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd889bf93-9bb3-4364-85d9-75bea12ab5e8', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 10:14:16.370831 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:16.392239 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d66114-79eb-4830-88e9-c130c2f4ef14 {{(pid=92969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:14:16.421364 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 98d66114-79eb-4830-88e9-c130c2f4ef14, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=98d66114-79eb-4830-88e9-c130c2f4ef14,segment=NetworkSegment(b4ff41fa-5110-47cc-bfc1-6d253f0e1539),segment_id=b4ff41fa-5110-47cc-bfc1-6d253f0e1539)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:14:16.427890 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f083e-af36-4727-b962-740912c05f7e req-144ef264-6009-4e38-97d9-33195ba03fea tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:16.436462 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-1c3f083e-af36-4727-b962-740912c05f7e req-144ef264-6009-4e38-97d9-33195ba03fea tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.0843139 Jun 21 10:14:16.436916 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:16.439886 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-105ce631-7aa3-49ec-8312-70f2da23e30b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:16.497977 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-1c3f083e-af36-4727-b962-740912c05f7e req-8309fc10-0a79-4a83-ae67-a72bc9744210 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597115 Jun 21 10:14:16.517779 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=98d66114-79eb-4830-88e9-c130c2f4ef14,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:16.521132 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:16.919317 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 47806) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:16.999648 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['98d66114-79eb-4830-88e9-c130c2f4ef14'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:14:17.059248 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-38f335cf-3bf6-46df-98e8-08b060b485a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:17.141107 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc9f88-4d3e-4e12-8f4c-442b9569132f req-5cbc1420-878c-48c0-a10b-9b16d4fd1413 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:17.143726 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-56bc9f88-4d3e-4e12-8f4c-442b9569132f req-5cbc1420-878c-48c0-a10b-9b16d4fd1413 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=46dbdccd-8233-4355-beb6-95ecf6bb5223 HTTP/1.1" status: 200 len: 946 time: 0.0950222 Jun 21 10:14:17.202228 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-56bc9f88-4d3e-4e12-8f4c-442b9569132f req-b92e9a18-9270-487e-b4f8-d5cf91c7f595 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519381 Jun 21 10:14:17.228240 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-38f335cf-3bf6-46df-98e8-08b060b485a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:17.234382 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-38f335cf-3bf6-46df-98e8-08b060b485a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:17.239742 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-fcd96203-72ba-4b4d-a42b-56530b19d0d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:17.291288 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-38f335cf-3bf6-46df-98e8-08b060b485a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=13cf95cb5f614c07a6c9162ac1436bc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3702950 Jun 21 10:14:17.293006 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f335cf-3bf6-46df-98e8-08b060b485a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98517135-8be1-4f98-9753-60bbdb18f2c3,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:17.293907 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 47814) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:17.298037 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-38f335cf-3bf6-46df-98e8-08b060b485a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:17.375533 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-dde91c5c-6ee5-4a1e-be21-273bb5993a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:17.399368 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-dde91c5c-6ee5-4a1e-be21-273bb5993a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:17.410316 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116ba90-427c-443d-a732-382219c7b9d6 req-d32d51f6-caa9-4dab-9aae-33e7812fa633 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:17.411972 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0116ba90-427c-443d-a732-382219c7b9d6 req-d32d51f6-caa9-4dab-9aae-33e7812fa633 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e603cd-6ead-4571-9db6-e6a70866cb6e HTTP/1.1" status: 200 len: 947 time: 0.0764499 Jun 21 10:14:17.453805 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-dde91c5c-6ee5-4a1e-be21-273bb5993a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:17.456525 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-dde91c5c-6ee5-4a1e-be21-273bb5993a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:17.457761 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-dde91c5c-6ee5-4a1e-be21-273bb5993a42 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/98517135-8be1-4f98-9753-60bbdb18f2c3 HTTP/1.1" status: 204 len: 168 time: 0.1625111 Jun 21 10:14:17.458704 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-85600e4c-c7f8-429f-b765-e1b949a24934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:17.468104 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde91c5c-6ee5-4a1e-be21-273bb5993a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98517135-8be1-4f98-9753-60bbdb18f2c3,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:17.472513 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-dde91c5c-6ee5-4a1e-be21-273bb5993a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:17.482198 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0116ba90-427c-443d-a732-382219c7b9d6 req-1f5cd795-1ca2-49ed-b70b-15eece588982 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/security-groups?id=2165d39d-5ddb-420b-b980-c7a69837d4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630801 Jun 21 10:14:17.740549 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378c1e8-ca02-4650-b05d-15ea6b8a99ab req-5d607fb6-3194-42a8-8d74-da4add03df95 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:17.743061 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b378c1e8-ca02-4650-b05d-15ea6b8a99ab req-5d607fb6-3194-42a8-8d74-da4add03df95 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.0940781 Jun 21 10:14:17.796095 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b378c1e8-ca02-4650-b05d-15ea6b8a99ab req-41871ea9-0211-406d-879e-b7b3847e1741 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444775 Jun 21 10:14:18.408222 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cce699-f0ba-42f4-a8e7-94b208fc2663 req-201489cb-d9c9-4023-9e7e-ceec7e4cf01a tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:18.409709 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-f6cce699-f0ba-42f4-a8e7-94b208fc2663 req-201489cb-d9c9-4023-9e7e-ceec7e4cf01a tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=46dbdccd-8233-4355-beb6-95ecf6bb5223 HTTP/1.1" status: 200 len: 946 time: 0.0791037 Jun 21 10:14:18.456208 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-f6cce699-f0ba-42f4-a8e7-94b208fc2663 req-a55a6884-68c4-41b5-8fb2-b59d396c4fe9 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389256 Jun 21 10:14:18.703757 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ac63a-fd5e-4f1d-b844-410187b8d8fc req-e30e91ba-cdab-4c89-bc38-98d1e82dd5d6 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:18.705351 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c89ac63a-fd5e-4f1d-b844-410187b8d8fc req-e30e91ba-cdab-4c89-bc38-98d1e82dd5d6 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e603cd-6ead-4571-9db6-e6a70866cb6e HTTP/1.1" status: 200 len: 947 time: 0.0897088 Jun 21 10:14:18.755083 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c89ac63a-fd5e-4f1d-b844-410187b8d8fc req-9ebfe836-fec9-4ef0-bf50-3ee8d3a3095d tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/security-groups?id=2165d39d-5ddb-420b-b980-c7a69837d4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395184 Jun 21 10:14:19.056630 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642aaef-700d-4148-9958-2bab45b9c25c req-cf2409ea-7fe7-4b95-84ba-fffb04b7a7b6 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:19.058864 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-f642aaef-700d-4148-9958-2bab45b9c25c req-cf2409ea-7fe7-4b95-84ba-fffb04b7a7b6 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.1050122 Jun 21 10:14:19.114091 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-f642aaef-700d-4148-9958-2bab45b9c25c req-14c78cb9-49bb-499a-80e2-e6f45e8d99f9 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460389 Jun 21 10:14:19.661560 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad94656-a28b-4506-9149-ee85725a1bfc req-8ea43d97-ccde-4085-9e22-9b0772491c33 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:19.665522 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9ad94656-a28b-4506-9149-ee85725a1bfc req-8ea43d97-ccde-4085-9e22-9b0772491c33 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=46dbdccd-8233-4355-beb6-95ecf6bb5223 HTTP/1.1" status: 200 len: 946 time: 0.0913103 Jun 21 10:14:19.712067 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9ad94656-a28b-4506-9149-ee85725a1bfc req-f5ec883f-23bb-41b5-97f9-13946ddc5111 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405304 Jun 21 10:14:19.953503 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd93d81-bf43-47b8-8e52-2a5ee3daad8f req-405584a9-159b-401d-b3ae-63b5c388fd2d tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:19.955023 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0fd93d81-bf43-47b8-8e52-2a5ee3daad8f req-405584a9-159b-401d-b3ae-63b5c388fd2d tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e603cd-6ead-4571-9db6-e6a70866cb6e HTTP/1.1" status: 200 len: 947 time: 0.0720956 Jun 21 10:14:20.003298 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0fd93d81-bf43-47b8-8e52-2a5ee3daad8f req-99ef438d-6791-4e1c-9710-7d2c6a0e5e5e tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/security-groups?id=2165d39d-5ddb-420b-b980-c7a69837d4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378168 Jun 21 10:14:20.459058 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994dbe1-4b33-4161-9c2f-a3568a3475db req-5952ad76-08b6-49fc-bc8a-8fe854e4a2d5 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:20.461393 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4994dbe1-4b33-4161-9c2f-a3568a3475db req-5952ad76-08b6-49fc-bc8a-8fe854e4a2d5 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.0771809 Jun 21 10:14:20.503573 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4994dbe1-4b33-4161-9c2f-a3568a3475db req-7241c207-83b6-4b4f-b452-9ca510236436 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361288 Jun 21 10:14:20.903576 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4b40e-d5cb-4ee2-9c57-e62d2e479893 req-b172864a-d3c7-48e7-91f7-db670f9a2212 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:20.905835 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-8fe4b40e-d5cb-4ee2-9c57-e62d2e479893 req-b172864a-d3c7-48e7-91f7-db670f9a2212 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=46dbdccd-8233-4355-beb6-95ecf6bb5223 HTTP/1.1" status: 200 len: 946 time: 0.0706205 Jun 21 10:14:20.955925 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-8fe4b40e-d5cb-4ee2-9c57-e62d2e479893 req-3456c3bb-8e9d-4dd1-9276-cdcbfaa4926e tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401564 Jun 21 10:14:21.089292 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a63d8-e545-42d2-a07e-ed6d4ed0dee7 req-6a75ecf3-a6ef-4c6c-b5af-d78944f93f17 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:21.090852 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e36a63d8-e545-42d2-a07e-ed6d4ed0dee7 req-6a75ecf3-a6ef-4c6c-b5af-d78944f93f17 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.74 "GET /v2.0/ports?device_id=46dbdccd-8233-4355-beb6-95ecf6bb5223 HTTP/1.1" status: 200 len: 946 time: 0.0849860 Jun 21 10:14:21.281961 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd619c5-7a21-4c21-b59b-e4ca06bd5494 req-3de3ad1c-04cf-4cc7-813b-36d4303c117a tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:21.284001 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bdd619c5-7a21-4c21-b59b-e4ca06bd5494 req-3de3ad1c-04cf-4cc7-813b-36d4303c117a tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e603cd-6ead-4571-9db6-e6a70866cb6e HTTP/1.1" status: 200 len: 947 time: 0.1263840 Jun 21 10:14:21.333336 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [req-e36a63d8-e545-42d2-a07e-ed6d4ed0dee7 req-d8e5f7ed-b56f-4e18-86d3-bd55b9da6268 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Deleting port 7e692c9a-18f1-45e9-b4c6-fd26e1c93c99 {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:14:21.333870 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-e36a63d8-e545-42d2-a07e-ed6d4ed0dee7 req-d8e5f7ed-b56f-4e18-86d3-bd55b9da6268 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:21.433290 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bdd619c5-7a21-4c21-b59b-e4ca06bd5494 req-fa2cee64-2b54-4f7c-b092-adfc99439aeb tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/security-groups?id=2165d39d-5ddb-420b-b980-c7a69837d4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418414 Jun 21 10:14:21.485814 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-e36a63d8-e545-42d2-a07e-ed6d4ed0dee7 req-d8e5f7ed-b56f-4e18-86d3-bd55b9da6268 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] For port 7e692c9a-18f1-45e9-b4c6-fd26e1c93c99, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=7e692c9a-18f1-45e9-b4c6-fd26e1c93c99,segment=NetworkSegment(d12331c0-3688-4590-a99a-4a51e992d5b4),segment_id=d12331c0-3688-4590-a99a-4a51e992d5b4)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:14:21.486062 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-e36a63d8-e545-42d2-a07e-ed6d4ed0dee7 req-d8e5f7ed-b56f-4e18-86d3-bd55b9da6268 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:21.559472 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [req-e36a63d8-e545-42d2-a07e-ed6d4ed0dee7 req-d8e5f7ed-b56f-4e18-86d3-bd55b9da6268 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Calling delete_port for 7e692c9a-18f1-45e9-b4c6-fd26e1c93c99 owned by compute:nova {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:14:21.695232 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90e52c-ad6b-4b3c-9b8e-6774a2e63044 req-ab2f4526-7568-4b1c-b080-7b07afea2426 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:21.696380 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-e36a63d8-e545-42d2-a07e-ed6d4ed0dee7 req-d8e5f7ed-b56f-4e18-86d3-bd55b9da6268 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1954225'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:21.696864 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-9c90e52c-ad6b-4b3c-9b8e-6774a2e63044 req-ab2f4526-7568-4b1c-b080-7b07afea2426 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.0697165 Jun 21 10:14:21.700450 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:21.733050 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5f7ed-b56f-4e18-86d3-bd55b9da6268 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Pushing event deleted for resources: {'Port': ['ID=7e692c9a-18f1-45e9-b4c6-fd26e1c93c99,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:21.735753 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-d8e5f7ed-b56f-4e18-86d3-bd55b9da6268 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:21.749197 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-9c90e52c-ad6b-4b3c-9b8e-6774a2e63044 req-cfd1fef8-f8db-421e-9c64-57baa36c46c4 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446072 Jun 21 10:14:21.754599 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['54fd7d9f-1ecb-489b-82e3-cc6b607f6632', 'fe471316-83e8-4bf2-88da-aad3eed8859c', 'e5d1691f-35bd-4f4f-9cd5-f0f17be35d33', '7e692c9a-18f1-45e9-b4c6-fd26e1c93c99'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:14:21.812238 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36a63d8-e545-42d2-a07e-ed6d4ed0dee7 req-d8e5f7ed-b56f-4e18-86d3-bd55b9da6268 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] No DVR routers for this DVR port 7e692c9a-18f1-45e9-b4c6-fd26e1c93c99 on host hv-cinder-79724 {{(pid=92958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:14:21.815043 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-e36a63d8-e545-42d2-a07e-ed6d4ed0dee7 req-d8e5f7ed-b56f-4e18-86d3-bd55b9da6268 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:21.817314 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e36a63d8-e545-42d2-a07e-ed6d4ed0dee7 req-d8e5f7ed-b56f-4e18-86d3-bd55b9da6268 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.74 "DELETE /v2.0/ports/7e692c9a-18f1-45e9-b4c6-fd26e1c93c99 HTTP/1.1" status: 204 len: 173 time: 0.7150769 Jun 21 10:14:21.817798 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46dbdccd-8233-4355-beb6-95ecf6bb5223', 'name': 'network-vif-deleted', 'tag': '7e692c9a-18f1-45e9-b4c6-fd26e1c93c99'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:14:21.821029 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56301b3-d979-4e04-9ebc-01a4ef0616f9" -d '{"events": [{"server_uuid": "46dbdccd-8233-4355-beb6-95ecf6bb5223", "name": "network-vif-deleted", "tag": "7e692c9a-18f1-45e9-b4c6-fd26e1c93c99"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:14:21.869482 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28674fa6-4dd2-432c-954e-25afa70742c7 x-openstack-request-id: req-28674fa6-4dd2-432c-954e-25afa70742c7 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:14:21.869482 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46dbdccd-8233-4355-beb6-95ecf6bb5223", "name": "network-vif-deleted", "tag": "7e692c9a-18f1-45e9-b4c6-fd26e1c93c99", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:14:21.869946 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-28674fa6-4dd2-432c-954e-25afa70742c7 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:14:21.870397 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46dbdccd-8233-4355-beb6-95ecf6bb5223', 'name': 'network-vif-deleted', 'tag': '7e692c9a-18f1-45e9-b4c6-fd26e1c93c99', 'status': 'completed', 'code': 200} Jun 21 10:14:22.139845 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-fc4a0def-7aae-4cff-aebe-c7b671253453 req-b47fcea2-5515-48ad-b093-7632acbf11dd tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=46dbdccd-8233-4355-beb6-95ecf6bb5223 HTTP/1.1" status: 200 len: 210 time: 0.0326264 Jun 21 10:14:22.307547 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 98d66114-79eb-4830-88e9-c130c2f4ef14 up at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:14:22.367943 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning for port 98d66114-79eb-4830-88e9-c130c2f4ef14 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:14:22.372705 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning complete for port 98d66114-79eb-4830-88e9-c130c2f4ef14 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:14:22.373392 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:22.499195 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:22.544468 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e603cd-6ead-4571-9db6-e6a70866cb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d66114-79eb-4830-88e9-c130c2f4ef14'}] {{(pid=92969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:14:22.553104 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c706f658ccf844bfe168bfc8e6ee8c8c6942380e727e998ad24aefeb68f4a8cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32751a24-a363-45b9-8eab-ec5ec22cb383" -d '{"events": [{"server_uuid": "10e603cd-6ead-4571-9db6-e6a70866cb6e", "name": "network-vif-plugged", "status": "completed", "tag": "98d66114-79eb-4830-88e9-c130c2f4ef14"}]}' {{(pid=92969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:14:22.578410 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 98d66114-79eb-4830-88e9-c130c2f4ef14, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=98d66114-79eb-4830-88e9-c130c2f4ef14,segment=NetworkSegment(b4ff41fa-5110-47cc-bfc1-6d253f0e1539),segment_id=b4ff41fa-5110-47cc-bfc1-6d253f0e1539)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:14:22.584636 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:22.587911 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:22.676977 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-e17eec9c-869a-4d98-a022-c589727d5d4a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1057346995&fields=id&tenant_id=d89583220ee1440bbdfeda076a37714b HTTP/1.1" status: 200 len: 267 time: 0.0985303 Jun 21 10:14:22.688002 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=98d66114-79eb-4830-88e9-c130c2f4ef14,revision_number=5']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:22.698859 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:22.744046 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa99ab6-7767-4af8-9dfe-c963c5731211 req-e2a056e0-685c-49b0-90a2-1a50dcde5a20 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:22.756058 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4fa99ab6-7767-4af8-9dfe-c963c5731211 req-e2a056e0-685c-49b0-90a2-1a50dcde5a20 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e603cd-6ead-4571-9db6-e6a70866cb6e HTTP/1.1" status: 200 len: 948 time: 0.1378787 Jun 21 10:14:22.822311 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4fa99ab6-7767-4af8-9dfe-c963c5731211 req-bd90eb10-0a74-4852-8355-a5bb1faa444b tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/security-groups?id=2165d39d-5ddb-420b-b980-c7a69837d4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644112 Jun 21 10:14:22.837826 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-edd489a6-a01b-4132-9250-10130992d3c8 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:22.845030 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-edd489a6-a01b-4132-9250-10130992d3c8 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/networks?id=99912a94-0af8-44a1-b5eb-2eb4255e8f95 HTTP/1.1" status: 200 len: 811 time: 0.1583903 Jun 21 10:14:22.861692 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-6fb83265-804c-442d-bc5d-e4b4f220afd3 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/quotas/d89583220ee1440bbdfeda076a37714b HTTP/1.1" status: 200 len: 375 time: 0.0157294 Jun 21 10:14:22.882350 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ab6f16-2897-4574-804d-5e2f536bc79d x-openstack-request-id: req-25ab6f16-2897-4574-804d-5e2f536bc79d {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:14:22.882877 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e603cd-6ead-4571-9db6-e6a70866cb6e", "name": "network-vif-plugged", "status": "completed", "tag": "98d66114-79eb-4830-88e9-c130c2f4ef14", "code": 200}]} {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:14:22.883512 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-25ab6f16-2897-4574-804d-5e2f536bc79d {{(pid=92969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:14:22.883915 dv-cinder-797245-3-iscsi neutron-server[92969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e603cd-6ead-4571-9db6-e6a70866cb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d66114-79eb-4830-88e9-c130c2f4ef14', 'code': 200} Jun 21 10:14:22.948719 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-0ce545bf-87a2-4cc3-b9f6-c1f5ec4f2fb3 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d89583220ee1440bbdfeda076a37714b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0860236 Jun 21 10:14:23.088028 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01596a6-f31f-4b07-b333-337f9c23800b req-0c10713d-23d6-496a-9508-bed7199c88dc tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:23.090566 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-31d63c5e-45ca-4f91-942b-1cfdd6a404d4 service neutron] 10.222.0.50 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333454 Jun 21 10:14:23.095818 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d01596a6-f31f-4b07-b333-337f9c23800b req-0c10713d-23d6-496a-9508-bed7199c88dc tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.0871127 Jun 21 10:14:23.134692 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d01596a6-f31f-4b07-b333-337f9c23800b req-6e75be52-3af2-4613-b65e-917e895c5295 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377109 Jun 21 10:14:23.263612 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-c65d7f89-48df-44bd-9bbe-c87ff3539e4d service neutron] 10.222.0.50 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670673 Jun 21 10:14:23.303272 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab818e49-a90f-43fb-9db5-d70d9208c5e7 req-fb525631-6374-4596-a101-dcb1f7aaeecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:23.305324 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ab818e49-a90f-43fb-9db5-d70d9208c5e7 req-fb525631-6374-4596-a101-dcb1f7aaeecf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=10e603cd-6ead-4571-9db6-e6a70866cb6e HTTP/1.1" status: 200 len: 1101 time: 0.0857170 Jun 21 10:14:23.371360 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ab818e49-a90f-43fb-9db5-d70d9208c5e7 req-567fae47-a874-4992-ba32-8f37d88c3e5d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2165d39d-5ddb-420b-b980-c7a69837d4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526118 Jun 21 10:14:23.806550 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ebfa980f-45b3-41b9-9da4-057ef43cceb5 req-cf6a43c7-b042-4e92-9cc0-0e324099fe3e tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc4cfba3-4d75-458a-9af9-bb06ed967e7d HTTP/1.1" status: 200 len: 210 time: 0.0816803 Jun 21 10:14:23.986541 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35321c5e-64d5-4c67-8627-d057f060a5fa req-fa438620-80bc-4858-9b49-70b45bd9665a tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:23.986541 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-35321c5e-64d5-4c67-8627-d057f060a5fa req-fa438620-80bc-4858-9b49-70b45bd9665a tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.1786351 Jun 21 10:14:24.144078 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [req-35321c5e-64d5-4c67-8627-d057f060a5fa req-a8aecfef-1d5e-4c54-9c00-85fcef7e2e09 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Deleting port ebd6c2d0-1396-490d-883f-285c2d33455c {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:14:24.144861 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-35321c5e-64d5-4c67-8627-d057f060a5fa req-a8aecfef-1d5e-4c54-9c00-85fcef7e2e09 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:24.333885 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 7e692c9a-18f1-45e9-b4c6-fd26e1c93c99 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:14:24.409254 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] No Port match for: 7e692c9a-18f1-45e9-b4c6-fd26e1c93c99 {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:14:24.409629 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 7e692c9a-18f1-45e9-b4c6-fd26e1c93c99 not bound to the agent host hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:14:24.410065 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device ebd6c2d0-1396-490d-883f-285c2d33455c no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:14:24.430321 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fafd0f-5ebe-486b-b97f-6a7c70a8b70e req-30ee13cb-4c37-44e0-b8fa-10d69f6bf0f6 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:24.435365 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-00fafd0f-5ebe-486b-b97f-6a7c70a8b70e req-30ee13cb-4c37-44e0-b8fa-10d69f6bf0f6 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 945 time: 0.1206608 Jun 21 10:14:24.504329 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed186fb-c2d8-4e19-bff6-f11990383df1 req-f4af402b-5893-4cbb-a51e-cc536c14bc2b tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:24.507652 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-00fafd0f-5ebe-486b-b97f-6a7c70a8b70e req-0035228e-622c-4dd2-95a6-947eccc127c3 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe1b830-663e-4c52-83e3-4516b33aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609159 Jun 21 10:14:24.529345 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7ed186fb-c2d8-4e19-bff6-f11990383df1 req-f4af402b-5893-4cbb-a51e-cc536c14bc2b tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e603cd-6ead-4571-9db6-e6a70866cb6e HTTP/1.1" status: 200 len: 948 time: 0.3006094 Jun 21 10:14:24.546305 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-35321c5e-64d5-4c67-8627-d057f060a5fa req-a8aecfef-1d5e-4c54-9c00-85fcef7e2e09 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] For port ebd6c2d0-1396-490d-883f-285c2d33455c, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=ebd6c2d0-1396-490d-883f-285c2d33455c,segment=NetworkSegment(12389c12-8ae0-4603-9a13-8a892997fdc2),segment_id=12389c12-8ae0-4603-9a13-8a892997fdc2)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:14:24.548225 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-35321c5e-64d5-4c67-8627-d057f060a5fa req-a8aecfef-1d5e-4c54-9c00-85fcef7e2e09 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:24.614954 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:24.702661 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port ebd6c2d0-1396-490d-883f-285c2d33455c, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=ebd6c2d0-1396-490d-883f-285c2d33455c,segment=NetworkSegment(12389c12-8ae0-4603-9a13-8a892997fdc2),segment_id=12389c12-8ae0-4603-9a13-8a892997fdc2)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:14:24.712026 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:24.715607 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-7c16867d-e6f3-4630-a9b0-4c0d61eaa500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:24.810220 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=ebd6c2d0-1396-490d-883f-285c2d33455c,revision_number=6']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:24.826641 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:24.835370 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [req-35321c5e-64d5-4c67-8627-d057f060a5fa req-a8aecfef-1d5e-4c54-9c00-85fcef7e2e09 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Calling delete_port for ebd6c2d0-1396-490d-883f-285c2d33455c owned by compute:nova {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:14:24.868185 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7ed186fb-c2d8-4e19-bff6-f11990383df1 req-e775b887-5da7-4497-b1c2-0d6669d6633c tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/security-groups?id=2165d39d-5ddb-420b-b980-c7a69837d4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398762 Jun 21 10:14:24.885049 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b5ec9c-3617-4b24-ad45-1fe3fb871c1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebd6c2d0-1396-490d-883f-285c2d33455c'}] {{(pid=92969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:14:24.887573 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c706f658ccf844bfe168bfc8e6ee8c8c6942380e727e998ad24aefeb68f4a8cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1492ca2c-0f4f-403c-b8bc-cd340e6d6dd2" -d '{"events": [{"server_uuid": "15b5ec9c-3617-4b24-ad45-1fe3fb871c1f", "name": "network-vif-unplugged", "status": "completed", "tag": "ebd6c2d0-1396-490d-883f-285c2d33455c"}]}' {{(pid=92969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:14:25.156333 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9b61961d-d9a9-4b0a-b2d2-4e316f2c932a req-eb93944b-d827-4e92-8e41-00c96faa2621 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc4cfba3-4d75-458a-9af9-bb06ed967e7d HTTP/1.1" status: 200 len: 210 time: 0.0685058 Jun 21 10:14:25.254868 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 10:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896af8d6-f089-44ed-8070-f06055800d24 x-openstack-request-id: req-896af8d6-f089-44ed-8070-f06055800d24 {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:14:25.255633 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b5ec9c-3617-4b24-ad45-1fe3fb871c1f", "name": "network-vif-unplugged", "status": "completed", "tag": "ebd6c2d0-1396-490d-883f-285c2d33455c", "code": 200}]} {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:14:25.256178 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-896af8d6-f089-44ed-8070-f06055800d24 {{(pid=92969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:14:25.256918 dv-cinder-797245-3-iscsi neutron-server[92969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b5ec9c-3617-4b24-ad45-1fe3fb871c1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebd6c2d0-1396-490d-883f-285c2d33455c', 'code': 200} Jun 21 10:14:25.270258 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-35321c5e-64d5-4c67-8627-d057f060a5fa req-a8aecfef-1d5e-4c54-9c00-85fcef7e2e09 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1954225'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:25.279063 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:25.314689 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aecfef-1d5e-4c54-9c00-85fcef7e2e09 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Pushing event deleted for resources: {'Port': ['ID=ebd6c2d0-1396-490d-883f-285c2d33455c,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:25.318487 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-a8aecfef-1d5e-4c54-9c00-85fcef7e2e09 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:25.382927 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [req-35321c5e-64d5-4c67-8627-d057f060a5fa req-a8aecfef-1d5e-4c54-9c00-85fcef7e2e09 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] No DVR routers for this DVR port ebd6c2d0-1396-490d-883f-285c2d33455c on host hv-cinder-79724 {{(pid=92958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:14:25.386152 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-35321c5e-64d5-4c67-8627-d057f060a5fa req-a8aecfef-1d5e-4c54-9c00-85fcef7e2e09 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:25.389091 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-35321c5e-64d5-4c67-8627-d057f060a5fa req-a8aecfef-1d5e-4c54-9c00-85fcef7e2e09 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.74 "DELETE /v2.0/ports/ebd6c2d0-1396-490d-883f-285c2d33455c HTTP/1.1" status: 204 len: 173 time: 1.3869400 Jun 21 10:14:25.389697 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b5ec9c-3617-4b24-ad45-1fe3fb871c1f', 'name': 'network-vif-deleted', 'tag': 'ebd6c2d0-1396-490d-883f-285c2d33455c'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:14:25.395197 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d88501-7579-4322-97b0-50773559a700" -d '{"events": [{"server_uuid": "15b5ec9c-3617-4b24-ad45-1fe3fb871c1f", "name": "network-vif-deleted", "tag": "ebd6c2d0-1396-490d-883f-285c2d33455c"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:14:25.443294 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369d522d-1d02-4d6a-86e4-b7e1a177580e x-openstack-request-id: req-369d522d-1d02-4d6a-86e4-b7e1a177580e {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:14:25.443860 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b5ec9c-3617-4b24-ad45-1fe3fb871c1f", "name": "network-vif-deleted", "tag": "ebd6c2d0-1396-490d-883f-285c2d33455c", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:14:25.444989 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-369d522d-1d02-4d6a-86e4-b7e1a177580e {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:14:25.445730 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b5ec9c-3617-4b24-ad45-1fe3fb871c1f', 'name': 'network-vif-deleted', 'tag': 'ebd6c2d0-1396-490d-883f-285c2d33455c', 'status': 'completed', 'code': 200} Jun 21 10:14:25.485939 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db38fcd-5063-4a8c-bbac-9363afb1720a req-9f177626-e633-4131-8927-4f685624531c tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:25.507865 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-3db38fcd-5063-4a8c-bbac-9363afb1720a req-9f177626-e633-4131-8927-4f685624531c tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=92d8869b-3291-48e9-a7c1-e21580f723ea HTTP/1.1" status: 200 len: 945 time: 0.1144440 Jun 21 10:14:25.616260 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-3db38fcd-5063-4a8c-bbac-9363afb1720a req-61c9b3e5-ae5a-43fc-9221-d3653d17f62c tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057789 Jun 21 10:14:25.719706 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fe3ccefc-f111-4657-afab-8543ec3f5fbc req-9a028a12-3995-4dcc-bee8-4b05797b0b6c tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] 10.222.0.50 "GET /v2.0/ports?device_id=15b5ec9c-3617-4b24-ad45-1fe3fb871c1f HTTP/1.1" status: 200 len: 210 time: 0.0402591 Jun 21 10:14:26.093195 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4985475-9bff-4e94-9f47-b5a7b3661f5d req-c00dcb37-e938-4208-8a8c-da9110fbdf81 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:26.102372 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d4985475-9bff-4e94-9f47-b5a7b3661f5d req-c00dcb37-e938-4208-8a8c-da9110fbdf81 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e603cd-6ead-4571-9db6-e6a70866cb6e HTTP/1.1" status: 200 len: 948 time: 0.0924304 Jun 21 10:14:26.161348 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d4985475-9bff-4e94-9f47-b5a7b3661f5d req-7beaf4bd-bc18-47dc-91ad-c31c726fa88e tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/security-groups?id=2165d39d-5ddb-420b-b980-c7a69837d4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437915 Jun 21 10:14:26.387551 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-013ea3a2-e5b3-41d9-932c-3105a1e3f0ef tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:26.389323 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-013ea3a2-e5b3-41d9-932c-3105a1e3f0ef tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.74 "GET /v2.0/networks?id=99912a94-0af8-44a1-b5eb-2eb4255e8f95 HTTP/1.1" status: 200 len: 811 time: 0.2043371 Jun 21 10:14:26.412641 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-24897c40-c4ef-4707-b1f7-ffac8107f3a0 req-e47180c3-5d83-4cdd-b359-421429b8e95f tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc4cfba3-4d75-458a-9af9-bb06ed967e7d HTTP/1.1" status: 200 len: 210 time: 0.0435667 Jun 21 10:14:26.487181 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-f6ad5563-6541-445f-95a8-c42c30a0600d tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d89583220ee1440bbdfeda076a37714b HTTP/1.1" status: 200 len: 380 time: 0.0536821 Jun 21 10:14:26.503120 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8a6a6bf8-821f-4ada-9a9c-8519bb2035d2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Request body: {'port': {'device_id': 'cc4cfba3-4d75-458a-9af9-bb06ed967e7d', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'admin_state_up': True, 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'security_groups': ['ce1b93b3-9b94-4de4-b0de-fda445cacd7c']}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:14:26.708862 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8a6a6bf8-821f-4ada-9a9c-8519bb2035d2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Made reservation on behalf of d89583220ee1440bbdfeda076a37714b for: {'port': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:14:26.713341 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8a6a6bf8-821f-4ada-9a9c-8519bb2035d2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:26.892862 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8bec9-a45b-44f9-a55d-f27713dfae21 req-73678b7c-334c-4581-9cf2-43e814be65a3 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:26.895183 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-93e8bec9-a45b-44f9-a55d-f27713dfae21 req-73678b7c-334c-4581-9cf2-43e814be65a3 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=92d8869b-3291-48e9-a7c1-e21580f723ea HTTP/1.1" status: 200 len: 945 time: 0.0780191 Jun 21 10:14:26.922589 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2d972-319f-4af6-906d-32d3cd1b2573 req-c9e09f4c-3130-4f00-b501-47606db2ec5f tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:26.929917 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-84e2d972-319f-4af6-906d-32d3cd1b2573 req-c9e09f4c-3130-4f00-b501-47606db2ec5f tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e603cd-6ead-4571-9db6-e6a70866cb6e HTTP/1.1" status: 200 len: 948 time: 0.1344018 Jun 21 10:14:26.954991 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-93e8bec9-a45b-44f9-a55d-f27713dfae21 req-68269293-b39d-4828-932d-033325ba8932 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519073 Jun 21 10:14:26.977484 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8a6a6bf8-821f-4ada-9a9c-8519bb2035d2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Allocated IP 172.20.0.6 (99912a94-0af8-44a1-b5eb-2eb4255e8f95/3c4edada-c0f2-4bfd-9da7-75ff93dda488/3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:14:26.983328 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-84e2d972-319f-4af6-906d-32d3cd1b2573 req-774513fd-1460-4d6e-bec7-78e9098bb840 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/security-groups?id=2165d39d-5ddb-420b-b980-c7a69837d4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522418 Jun 21 10:14:27.072579 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 47982) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:27.124943 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:27.156409 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8a6a6bf8-821f-4ada-9a9c-8519bb2035d2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:27.177101 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.provisioning_blocks [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8a6a6bf8-821f-4ada-9a9c-8519bb2035d2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Transition to ACTIVE for port object 3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1 will not be triggered until provisioned by entity DHCP. {{(pid=92958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:14:27.218235 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8a6a6bf8-821f-4ada-9a9c-8519bb2035d2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1954238'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:27.222220 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:27.284560 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8a6a6bf8-821f-4ada-9a9c-8519bb2035d2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Network 99912a94-0af8-44a1-b5eb-2eb4255e8f95 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:14:27.288566 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8a6a6bf8-821f-4ada-9a9c-8519bb2035d2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:14:27.290417 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a6bf8-821f-4ada-9a9c-8519bb2035d2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Pushing event updated for resources: {'Port': ['ID=3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:27.300838 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8a6a6bf8-821f-4ada-9a9c-8519bb2035d2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:14:27.304087 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-8a6a6bf8-821f-4ada-9a9c-8519bb2035d2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:27.399468 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8a6a6bf8-821f-4ada-9a9c-8519bb2035d2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:27.400173 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8a6a6bf8-821f-4ada-9a9c-8519bb2035d2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:27.433453 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8a6a6bf8-821f-4ada-9a9c-8519bb2035d2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9338772 Jun 21 10:14:27.463553 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8dd83f92-dd3d-4b0d-9bf1-452372a03f71 service neutron] Request body: {'port': {'device_id': 'cc4cfba3-4d75-458a-9af9-bb06ed967e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:14:27.698102 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8dd83f92-dd3d-4b0d-9bf1-452372a03f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:27.707727 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-8343b53f-5139-426a-acec-2c18cb354c99 None None] Provisioning for port 3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1 completed by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:14:27.720254 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-8343b53f-5139-426a-acec-2c18cb354c99 None None] Provisioning complete for port 3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1 triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:14:27.723560 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-8343b53f-5139-426a-acec-2c18cb354c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:27.759309 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-052f17e0-9ca5-4a6f-aa02-ebfcde25ef36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3719668'] for router_interface, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:27.822192 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-8343b53f-5139-426a-acec-2c18cb354c99 None None] Port 3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1 cannot update to ACTIVE because it is not bound. {{(pid=92969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 10:14:28.047426 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306f249-fd4f-49ba-b630-7edd8df77aac req-6ef2d5d1-0aff-4875-a4a7-48ece64da623 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:28.049410 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d306f249-fd4f-49ba-b630-7edd8df77aac req-6ef2d5d1-0aff-4875-a4a7-48ece64da623 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc4cfba3-4d75-458a-9af9-bb06ed967e7d HTTP/1.1" status: 200 len: 931 time: 0.4345870 Jun 21 10:14:28.174252 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d306f249-fd4f-49ba-b630-7edd8df77aac req-899dd27f-ddb1-42fc-8fc8-bd349cf5bc25 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083601 Jun 21 10:14:28.275653 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf151f-2f8c-48fb-94dc-af8f767bcb87 req-edc5048c-d5ec-4a7a-8d70-bb7b35e05901 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:28.277198 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-74cf151f-2f8c-48fb-94dc-af8f767bcb87 req-edc5048c-d5ec-4a7a-8d70-bb7b35e05901 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.74 "GET /v2.0/ports?device_id=92d8869b-3291-48e9-a7c1-e21580f723ea HTTP/1.1" status: 200 len: 945 time: 0.2099495 Jun 21 10:14:28.388992 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717821a-dd7b-43d9-a05e-f4d142458902 req-d24a592d-b557-4d13-8f2e-26450d71ed2f tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:28.390505 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7717821a-dd7b-43d9-a05e-f4d142458902 req-d24a592d-b557-4d13-8f2e-26450d71ed2f tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=92d8869b-3291-48e9-a7c1-e21580f723ea HTTP/1.1" status: 200 len: 945 time: 0.2932708 Jun 21 10:14:28.434258 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8dd83f92-dd3d-4b0d-9bf1-452372a03f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1 {{(pid=92958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:14:28.447798 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8dd83f92-dd3d-4b0d-9bf1-452372a03f71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:28.471071 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.provisioning_blocks [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8dd83f92-dd3d-4b0d-9bf1-452372a03f71 service neutron] Transition to ACTIVE for port object 3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1 will not be triggered until provisioned by entity L2. {{(pid=92958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:14:28.487975 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4369fbf-9de1-4a8c-8679-ca55424afc38 req-7a65f1e8-a9ef-4f70-827a-ff5914223929 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:28.489559 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f4369fbf-9de1-4a8c-8679-ca55424afc38 req-7a65f1e8-a9ef-4f70-827a-ff5914223929 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e603cd-6ead-4571-9db6-e6a70866cb6e HTTP/1.1" status: 200 len: 948 time: 0.1481030 Jun 21 10:14:28.490443 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8dd83f92-dd3d-4b0d-9bf1-452372a03f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:28.493432 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:28.522154 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7717821a-dd7b-43d9-a05e-f4d142458902 req-921e0a55-5cbe-4431-a839-8fa7218f0e9c tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158185 Jun 21 10:14:28.524186 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-052f17e0-9ca5-4a6f-aa02-ebfcde25ef36 admin admin] Deleting port e1588845-373a-4380-aee2-23d815734994 {{(pid=92965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:14:28.524186 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-052f17e0-9ca5-4a6f-aa02-ebfcde25ef36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:28.599616 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f4369fbf-9de1-4a8c-8679-ca55424afc38 req-ae3595c6-4744-46d5-96ac-ef810c4fb17e tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/security-groups?id=2165d39d-5ddb-420b-b980-c7a69837d4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022425 Jun 21 10:14:28.617391 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [req-74cf151f-2f8c-48fb-94dc-af8f767bcb87 req-99a19d03-7919-49b4-b9e0-cecb5d736b98 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Deleting port e5d1691f-35bd-4f4f-9cd5-f0f17be35d33 {{(pid=92965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:14:28.617797 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-74cf151f-2f8c-48fb-94dc-af8f767bcb87 req-99a19d03-7919-49b4-b9e0-cecb5d736b98 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:28.648234 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd83f92-dd3d-4b0d-9bf1-452372a03f71 service neutron] Pushing event updated for resources: {'Port': ['ID=3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:28.652388 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-8dd83f92-dd3d-4b0d-9bf1-452372a03f71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:28.739912 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [None req-052f17e0-9ca5-4a6f-aa02-ebfcde25ef36 admin admin] For port e1588845-373a-4380-aee2-23d815734994, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=e1588845-373a-4380-aee2-23d815734994,segment=NetworkSegment(12389c12-8ae0-4603-9a13-8a892997fdc2),segment_id=12389c12-8ae0-4603-9a13-8a892997fdc2)] {{(pid=92965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:14:28.740275 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-052f17e0-9ca5-4a6f-aa02-ebfcde25ef36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:28.775477 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8dd83f92-dd3d-4b0d-9bf1-452372a03f71 service neutron] Attempting to bind port 3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:14:28.775735 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8dd83f92-dd3d-4b0d-9bf1-452372a03f71 service neutron] Attempting to bind port 3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '0a9d78b6-c495-4794-ada2-561317aa9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95'}] {{(pid=92958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:14:28.776066 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8dd83f92-dd3d-4b0d-9bf1-452372a03f71 service neutron] Attempting to bind port 3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1 on network 99912a94-0af8-44a1-b5eb-2eb4255e8f95 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:14:28.787036 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8dd83f92-dd3d-4b0d-9bf1-452372a03f71 service neutron] Port 3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1 on network 99912a94-0af8-44a1-b5eb-2eb4255e8f95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 10:14:28.787427 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8dd83f92-dd3d-4b0d-9bf1-452372a03f71 service neutron] Attempting to bind port 3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1 on network 99912a94-0af8-44a1-b5eb-2eb4255e8f95 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:14:28.795109 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8dd83f92-dd3d-4b0d-9bf1-452372a03f71 service neutron] Checking agent: {'id': 'e8144930-5ccd-413e-a521-fc03e228bde1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'started_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:14:28.795447 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8dd83f92-dd3d-4b0d-9bf1-452372a03f71 service neutron] Checking segment: {'id': '0a9d78b6-c495-4794-ada2-561317aa9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:14:28.798689 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8dd83f92-dd3d-4b0d-9bf1-452372a03f71 service neutron] Bound using segment: {'id': '0a9d78b6-c495-4794-ada2-561317aa9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95'} {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:14:28.799396 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8dd83f92-dd3d-4b0d-9bf1-452372a03f71 service neutron] Bound port: 3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a9d78b6-c495-4794-ada2-561317aa9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95'}}] {{(pid=92958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:14:28.802142 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8dd83f92-dd3d-4b0d-9bf1-452372a03f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:28.876148 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-052f17e0-9ca5-4a6f-aa02-ebfcde25ef36 admin admin] Calling delete_port for e1588845-373a-4380-aee2-23d815734994 owned by network:router_interface {{(pid=92965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:14:28.896748 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [req-74cf151f-2f8c-48fb-94dc-af8f767bcb87 req-99a19d03-7919-49b4-b9e0-cecb5d736b98 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] For port e5d1691f-35bd-4f4f-9cd5-f0f17be35d33, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e5d1691f-35bd-4f4f-9cd5-f0f17be35d33,segment=NetworkSegment(d12331c0-3688-4590-a99a-4a51e992d5b4),segment_id=d12331c0-3688-4590-a99a-4a51e992d5b4)] {{(pid=92965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:14:28.897648 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-74cf151f-2f8c-48fb-94dc-af8f767bcb87 req-99a19d03-7919-49b4-b9e0-cecb5d736b98 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:28.925648 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8dd83f92-dd3d-4b0d-9bf1-452372a03f71 service neutron] For port 3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1, host hv-cinder-79724, cleared binding levels {{(pid=92958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:14:28.929778 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8dd83f92-dd3d-4b0d-9bf1-452372a03f71 service neutron] For port 3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1,segment=NetworkSegment(0a9d78b6-c495-4794-ada2-561317aa9db4),segment_id=0a9d78b6-c495-4794-ada2-561317aa9db4)] {{(pid=92958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:14:28.937570 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8dd83f92-dd3d-4b0d-9bf1-452372a03f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:28.940956 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-8dd83f92-dd3d-4b0d-9bf1-452372a03f71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:29.016350 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8dd83f92-dd3d-4b0d-9bf1-452372a03f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:29.018281 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8dd83f92-dd3d-4b0d-9bf1-452372a03f71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:29.021529 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-8dd83f92-dd3d-4b0d-9bf1-452372a03f71 service neutron] 10.222.0.74 "PUT /v2.0/ports/3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1 HTTP/1.1" status: 200 len: 1093 time: 1.5637248 Jun 21 10:14:29.022683 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4cfba3-4d75-458a-9af9-bb06ed967e7d', 'tag': '3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:14:29.026065 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [req-74cf151f-2f8c-48fb-94dc-af8f767bcb87 req-99a19d03-7919-49b4-b9e0-cecb5d736b98 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Calling delete_port for e5d1691f-35bd-4f4f-9cd5-f0f17be35d33 owned by compute:nova {{(pid=92965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:14:29.027038 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f98bed1-bc2c-44b7-acff-be20604e17c9" -d '{"events": [{"name": "network-changed", "server_uuid": "cc4cfba3-4d75-458a-9af9-bb06ed967e7d", "tag": "3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:14:29.054632 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd83f92-dd3d-4b0d-9bf1-452372a03f71 service neutron] Pushing event updated for resources: {'Port': ['ID=3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1,revision_number=3']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:29.058533 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-8dd83f92-dd3d-4b0d-9bf1-452372a03f71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:29.121653 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cd0eb8-9ec7-458e-8a27-b407d8aba5ca x-openstack-request-id: req-01cd0eb8-9ec7-458e-8a27-b407d8aba5ca {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:14:29.122089 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc4cfba3-4d75-458a-9af9-bb06ed967e7d", "tag": "3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:14:29.122437 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-01cd0eb8-9ec7-458e-8a27-b407d8aba5ca {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:14:29.122927 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4cfba3-4d75-458a-9af9-bb06ed967e7d', 'tag': '3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1', 'status': 'completed', 'code': 200} Jun 21 10:14:29.210943 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-dc8e9f53-8a28-41cd-85aa-f07674ce4a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:29.212911 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-dc8e9f53-8a28-41cd-85aa-f07674ce4a10 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d89583220ee1440bbdfeda076a37714b&device_id=cc4cfba3-4d75-458a-9af9-bb06ed967e7d HTTP/1.1" status: 200 len: 1096 time: 0.0766480 Jun 21 10:14:29.279806 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-518bdb1f-8692-44c8-b55a-00fdd84853c2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1 HTTP/1.1" status: 200 len: 217 time: 0.0509710 Jun 21 10:14:29.354768 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-6c6ded60-36a0-4668-9ae1-27994e8c8cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:29.356798 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-6c6ded60-36a0-4668-9ae1-27994e8c8cce service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3c4edada-c0f2-4bfd-9da7-75ff93dda488 HTTP/1.1" status: 200 len: 850 time: 0.0693507 Jun 21 10:14:29.441994 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07efc74d-6ad1-4278-812d-d67def363725 req-d1db9034-1677-4d7a-83e4-3b095adbef69 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:29.444250 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-07efc74d-6ad1-4278-812d-d67def363725 req-d1db9034-1677-4d7a-83e4-3b095adbef69 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.74 "GET /v2.0/ports?device_id=10e603cd-6ead-4571-9db6-e6a70866cb6e HTTP/1.1" status: 200 len: 948 time: 0.6847219 Jun 21 10:14:29.507571 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-28b07c8b-f142-4670-bb6f-637e944e600e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:29.509267 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-28b07c8b-f142-4670-bb6f-637e944e600e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=99912a94-0af8-44a1-b5eb-2eb4255e8f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1382027 Jun 21 10:14:29.517936 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba139606-f539-4dfc-a577-b7cc0119c979 req-891880b3-c98f-4c91-bbf3-f07ceb05f2f7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:29.525165 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ba139606-f539-4dfc-a577-b7cc0119c979 req-891880b3-c98f-4c91-bbf3-f07ceb05f2f7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc4cfba3-4d75-458a-9af9-bb06ed967e7d HTTP/1.1" status: 200 len: 943 time: 0.1372230 Jun 21 10:14:29.652178 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-99297263-5530-4c56-9f62-bb9d6ff65eb1 service neutron] 10.222.0.74 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196790 Jun 21 10:14:29.743397 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ba139606-f539-4dfc-a577-b7cc0119c979 req-4ad28fab-90c9-409a-af01-d7d36574dfe5 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172210 Jun 21 10:14:29.771853 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [req-07efc74d-6ad1-4278-812d-d67def363725 req-94ed4018-8572-46c0-b65f-7f60aafa6fff tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Deleting port 98d66114-79eb-4830-88e9-c130c2f4ef14 {{(pid=92965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:14:29.772517 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-07efc74d-6ad1-4278-812d-d67def363725 req-94ed4018-8572-46c0-b65f-7f60aafa6fff tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:29.816039 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-74cf151f-2f8c-48fb-94dc-af8f767bcb87 req-99a19d03-7919-49b4-b9e0-cecb5d736b98 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11354326'] for port, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:29.817208 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bb9e34a2-a3e5-4999-bcce-8a48cf1f09ec req-2fbab279-3747-4ecb-bec3-0410664bd27e service neutron] 10.222.0.74 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455047 Jun 21 10:14:29.862158 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['54fd7d9f-1ecb-489b-82e3-cc6b607f6632', 'fe471316-83e8-4bf2-88da-aad3eed8859c', 'e5d1691f-35bd-4f4f-9cd5-f0f17be35d33'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:14:29.873759 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-ef954c3a-e5ae-447c-b9c1-86e664ce9792 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:29.919903 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a19d03-7919-49b4-b9e0-cecb5d736b98 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Pushing event deleted for resources: {'Port': ['ID=e5d1691f-35bd-4f4f-9cd5-f0f17be35d33,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:29.944417 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-99a19d03-7919-49b4-b9e0-cecb5d736b98 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:29.984910 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-052f17e0-9ca5-4a6f-aa02-ebfcde25ef36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11354326'] for port, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:29.994530 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:30.056338 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cf151f-2f8c-48fb-94dc-af8f767bcb87 req-99a19d03-7919-49b4-b9e0-cecb5d736b98 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] No DVR routers for this DVR port e5d1691f-35bd-4f4f-9cd5-f0f17be35d33 on host hv-cinder-79724 {{(pid=92965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:14:30.063050 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f17e0-9ca5-4a6f-aa02-ebfcde25ef36 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1588845-373a-4380-aee2-23d815734994,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:30.071266 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-74cf151f-2f8c-48fb-94dc-af8f767bcb87 req-99a19d03-7919-49b4-b9e0-cecb5d736b98 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:30.072230 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0ed39-462d-4ac6-b5b7-c36d63339d1f req-d6c1d3f7-590c-40ee-8bb3-f99befe549b0 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:30.073261 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-74cf151f-2f8c-48fb-94dc-af8f767bcb87 req-99a19d03-7919-49b4-b9e0-cecb5d736b98 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.74 "DELETE /v2.0/ports/e5d1691f-35bd-4f4f-9cd5-f0f17be35d33 HTTP/1.1" status: 204 len: 173 time: 1.7852199 Jun 21 10:14:30.079431 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6dd0ed39-462d-4ac6-b5b7-c36d63339d1f req-d6c1d3f7-590c-40ee-8bb3-f99befe549b0 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e603cd-6ead-4571-9db6-e6a70866cb6e HTTP/1.1" status: 200 len: 948 time: 0.1763773 Jun 21 10:14:30.087543 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d8869b-3291-48e9-a7c1-e21580f723ea', 'name': 'network-vif-deleted', 'tag': 'e5d1691f-35bd-4f4f-9cd5-f0f17be35d33'}] {{(pid=92965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:14:30.092186 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6455383dad080abf38abbc06b7173bfc99a12cfb8f38fffed40ef3479635dd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129ef2b9-91c3-4da5-a7f3-00dddcbd6cb9" -d '{"events": [{"server_uuid": "92d8869b-3291-48e9-a7c1-e21580f723ea", "name": "network-vif-deleted", "tag": "e5d1691f-35bd-4f4f-9cd5-f0f17be35d33"}]}' {{(pid=92965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:14:30.096421 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-052f17e0-9ca5-4a6f-aa02-ebfcde25ef36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:30.101374 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98bed1-bc2c-44b7-acff-be20604e17c9 req-81cc88bc-7517-48fa-9dcb-9453b73a0555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:30.103089 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9f98bed1-bc2c-44b7-acff-be20604e17c9 req-81cc88bc-7517-48fa-9dcb-9453b73a0555 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d89583220ee1440bbdfeda076a37714b&device_id=cc4cfba3-4d75-458a-9af9-bb06ed967e7d HTTP/1.1" status: 200 len: 1096 time: 0.1433468 Jun 21 10:14:30.115614 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b6a5c-cc42-4597-9d43-c87d3fdf07b9 req-21010537-5c71-4181-b112-e152a3ae4d7c tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:30.124406 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-bf2b6a5c-cc42-4597-9d43-c87d3fdf07b9 req-21010537-5c71-4181-b112-e152a3ae4d7c tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=92d8869b-3291-48e9-a7c1-e21580f723ea HTTP/1.1" status: 200 len: 867 time: 0.3984687 Jun 21 10:14:30.128853 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [req-07efc74d-6ad1-4278-812d-d67def363725 req-94ed4018-8572-46c0-b65f-7f60aafa6fff tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] For port 98d66114-79eb-4830-88e9-c130c2f4ef14, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=98d66114-79eb-4830-88e9-c130c2f4ef14,segment=NetworkSegment(b4ff41fa-5110-47cc-bfc1-6d253f0e1539),segment_id=b4ff41fa-5110-47cc-bfc1-6d253f0e1539)] {{(pid=92965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:14:30.129297 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-07efc74d-6ad1-4278-812d-d67def363725 req-94ed4018-8572-46c0-b65f-7f60aafa6fff tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:30.193522 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6dd0ed39-462d-4ac6-b5b7-c36d63339d1f req-2974e26c-a582-417f-8b90-5351969d6736 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/security-groups?id=2165d39d-5ddb-420b-b980-c7a69837d4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130905 Jun 21 10:14:30.280408 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98bed1-bc2c-44b7-acff-be20604e17c9 req-115beee6-20a6-4d6d-9073-29d4af6f2b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:30.282451 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9f98bed1-bc2c-44b7-acff-be20604e17c9 req-115beee6-20a6-4d6d-9073-29d4af6f2b73 service neutron] 10.222.0.74 "GET /v2.0/networks?id=99912a94-0af8-44a1-b5eb-2eb4255e8f95 HTTP/1.1" status: 200 len: 913 time: 0.1624796 Jun 21 10:14:30.339858 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [req-07efc74d-6ad1-4278-812d-d67def363725 req-94ed4018-8572-46c0-b65f-7f60aafa6fff tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Calling delete_port for 98d66114-79eb-4830-88e9-c130c2f4ef14 owned by compute:nova {{(pid=92965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:14:30.352794 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9f98bed1-bc2c-44b7-acff-be20604e17c9 req-fa1c9f90-6c0d-4fdf-acfd-bb5e6a2b8173 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1 HTTP/1.1" status: 200 len: 217 time: 0.0619974 Jun 21 10:14:30.382709 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588d30f7-4762-4279-815f-02f08f9d13ae x-openstack-request-id: req-588d30f7-4762-4279-815f-02f08f9d13ae {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:14:30.383011 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d8869b-3291-48e9-a7c1-e21580f723ea", "name": "network-vif-deleted", "tag": "e5d1691f-35bd-4f4f-9cd5-f0f17be35d33", "status": "completed", "code": 200}]} {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:14:30.383405 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-588d30f7-4762-4279-815f-02f08f9d13ae {{(pid=92965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:14:30.383890 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d8869b-3291-48e9-a7c1-e21580f723ea', 'name': 'network-vif-deleted', 'tag': 'e5d1691f-35bd-4f4f-9cd5-f0f17be35d33', 'status': 'completed', 'code': 200} Jun 21 10:14:30.432151 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98bed1-bc2c-44b7-acff-be20604e17c9 req-d23dcd20-c140-4665-a509-d38c236d8228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:30.434142 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9f98bed1-bc2c-44b7-acff-be20604e17c9 req-d23dcd20-c140-4665-a509-d38c236d8228 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3c4edada-c0f2-4bfd-9da7-75ff93dda488 HTTP/1.1" status: 200 len: 850 time: 0.0734811 Jun 21 10:14:30.464672 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-bf2b6a5c-cc42-4597-9d43-c87d3fdf07b9 req-5fbfd413-4d29-400d-84a6-2033ce62236e tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393259 Jun 21 10:14:30.518994 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98bed1-bc2c-44b7-acff-be20604e17c9 req-83dd0a90-6e33-4235-81f7-326684cf7412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:30.521034 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9f98bed1-bc2c-44b7-acff-be20604e17c9 req-83dd0a90-6e33-4235-81f7-326684cf7412 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=99912a94-0af8-44a1-b5eb-2eb4255e8f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795815 Jun 21 10:14:30.689240 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-052f17e0-9ca5-4a6f-aa02-ebfcde25ef36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3840626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719496'] for router_interface, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:30.691454 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9f98bed1-bc2c-44b7-acff-be20604e17c9 req-36d3b9ed-9ba7-4532-bf8f-6f3789cde9e6 service neutron] 10.222.0.74 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564684 Jun 21 10:14:30.784674 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-07efc74d-6ad1-4278-812d-d67def363725 req-94ed4018-8572-46c0-b65f-7f60aafa6fff tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11354326'] for port, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:30.801093 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-6f7a357d-cbcd-4802-9663-5e4b8bbdbf64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:30.867342 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed4018-8572-46c0-b65f-7f60aafa6fff tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Pushing event deleted for resources: {'Port': ['ID=98d66114-79eb-4830-88e9-c130c2f4ef14,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:30.890012 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9f98bed1-bc2c-44b7-acff-be20604e17c9 req-5a0b5da2-b5fb-40cc-b082-8203d1567c88 service neutron] 10.222.0.74 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915596 Jun 21 10:14:30.907354 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-94ed4018-8572-46c0-b65f-7f60aafa6fff tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:30.970244 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [req-07efc74d-6ad1-4278-812d-d67def363725 req-94ed4018-8572-46c0-b65f-7f60aafa6fff tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] No DVR routers for this DVR port 98d66114-79eb-4830-88e9-c130c2f4ef14 on host hv-cinder-79724 {{(pid=92965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:14:30.975064 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-07efc74d-6ad1-4278-812d-d67def363725 req-94ed4018-8572-46c0-b65f-7f60aafa6fff tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:30.978614 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-07efc74d-6ad1-4278-812d-d67def363725 req-94ed4018-8572-46c0-b65f-7f60aafa6fff tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.74 "DELETE /v2.0/ports/98d66114-79eb-4830-88e9-c130c2f4ef14 HTTP/1.1" status: 204 len: 173 time: 1.5268013 Jun 21 10:14:31.085936 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ec38a-9fa1-43eb-8fda-a77ac0093657 req-bf7ac373-caf1-446c-b760-fd9c3f129ba6 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:31.098703 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-393ec38a-9fa1-43eb-8fda-a77ac0093657 req-bf7ac373-caf1-446c-b760-fd9c3f129ba6 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc4cfba3-4d75-458a-9af9-bb06ed967e7d HTTP/1.1" status: 200 len: 943 time: 0.1216171 Jun 21 10:14:31.205353 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-393ec38a-9fa1-43eb-8fda-a77ac0093657 req-f14bdad7-59e6-482c-95a2-a9dfc45e0a4c tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879683 Jun 21 10:14:31.268723 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052f17e0-9ca5-4a6f-aa02-ebfcde25ef36 admin admin] Router abae7743-15a9-4c88-b89f-7ae53e9af9e7 has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:14:31.467459 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c6cdf630-b296-45df-bb10-e61914165fb9 req-26e57e1c-db71-474b-9115-57aea0f968b8 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e603cd-6ead-4571-9db6-e6a70866cb6e HTTP/1.1" status: 200 len: 210 time: 0.0458667 Jun 21 10:14:31.540942 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052f17e0-9ca5-4a6f-aa02-ebfcde25ef36 admin admin] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:14:31.552925 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ff4c61-7911-4836-a5e8-f39dcf317832 None None] Sync routers for ids ['abae7743-15a9-4c88-b89f-7ae53e9af9e7'] in dv-cinder-797245-3-iscsi {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:14:31.563946 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-052f17e0-9ca5-4a6f-aa02-ebfcde25ef36 admin admin] 10.222.0.50 "PUT /v2.0/routers/abae7743-15a9-4c88-b89f-7ae53e9af9e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4889548 Jun 21 10:14:31.565481 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 48030) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:31.565995 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ff4c61-7911-4836-a5e8-f39dcf317832 None None] Routers {'abae7743-15a9-4c88-b89f-7ae53e9af9e7'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:14:31.566572 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-87ff4c61-7911-4836-a5e8-f39dcf317832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:14:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['abae7743-15a9-4c88-b89f-7ae53e9af9e7'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:14:31.690860 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-87ff4c61-7911-4836-a5e8-f39dcf317832 None None] Set router abae7743-15a9-4c88-b89f-7ae53e9af9e7 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:14:31.693103 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e33564ee-5f5d-45ea-9568-7dbeff4bb8df admin admin] Notify callbacks [] for router, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:31.905249 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e33564ee-5f5d-45ea-9568-7dbeff4bb8df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:31.928071 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-87ff4c61-7911-4836-a5e8-f39dcf317832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abae7743-15a9-4c88-b89f-7ae53e9af9e7', 'name': 'tempest-ServerRescueNegativeTestJSON-560110796-router', 'tenant_id': 'c2d9d5ab2e5b4ff2946f67faed489d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e6c386d3-4abe-4c23-bdc1-b66802d13da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:10:53Z', 'updated_at': '2021-06-21T10:14:29Z', 'revision_number': 5, 'project_id': 'c2d9d5ab2e5b4ff2946f67faed489d72', 'gw_port': {'id': 'e6c386d3-4abe-4c23-bdc1-b66802d13da7', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ed:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abae7743-15a9-4c88-b89f-7ae53e9af9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:10:54Z', 'updated_at': '2021-06-21T10:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi'}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:14:32.025688 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-e33564ee-5f5d-45ea-9568-7dbeff4bb8df admin admin] Deleting port e6c386d3-4abe-4c23-bdc1-b66802d13da7 {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:14:32.025967 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e33564ee-5f5d-45ea-9568-7dbeff4bb8df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:32.070629 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ff4c61-7911-4836-a5e8-f39dcf317832 None None] Checking router: abae7743-15a9-4c88-b89f-7ae53e9af9e7 for host: dv-cinder-797245-3-iscsi {{(pid=92973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:14:32.087547 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ff4c61-7911-4836-a5e8-f39dcf317832 None None] Routers {'abae7743-15a9-4c88-b89f-7ae53e9af9e7'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:14:32.088779 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-87ff4c61-7911-4836-a5e8-f39dcf317832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:14:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['abae7743-15a9-4c88-b89f-7ae53e9af9e7'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:14:32.174494 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [None req-e33564ee-5f5d-45ea-9568-7dbeff4bb8df admin admin] For port e6c386d3-4abe-4c23-bdc1-b66802d13da7, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=e6c386d3-4abe-4c23-bdc1-b66802d13da7,segment=NetworkSegment(51446d15-6cd3-4f7c-9b01-f06091ff92a2),segment_id=51446d15-6cd3-4f7c-9b01-f06091ff92a2)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:14:32.174897 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e33564ee-5f5d-45ea-9568-7dbeff4bb8df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:32.190570 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a09aa0-4c0e-4547-8e73-d36e3c1a8f44 req-16a6ea27-572a-4024-a20e-2e1a2213b6d1 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:32.198232 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-47a09aa0-4c0e-4547-8e73-d36e3c1a8f44 req-16a6ea27-572a-4024-a20e-2e1a2213b6d1 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a0cb405-f655-416c-8a8e-e501f772ae83 HTTP/1.1" status: 200 len: 946 time: 0.1456566 Jun 21 10:14:32.200065 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-87ff4c61-7911-4836-a5e8-f39dcf317832 None None] Set router abae7743-15a9-4c88-b89f-7ae53e9af9e7 gateway port host: None {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:14:32.270685 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-e33564ee-5f5d-45ea-9568-7dbeff4bb8df admin admin] Calling delete_port for e6c386d3-4abe-4c23-bdc1-b66802d13da7 owned by network:router_gateway {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:14:32.271023 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-87ff4c61-7911-4836-a5e8-f39dcf317832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abae7743-15a9-4c88-b89f-7ae53e9af9e7', 'name': 'tempest-ServerRescueNegativeTestJSON-560110796-router', 'tenant_id': 'c2d9d5ab2e5b4ff2946f67faed489d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:10:53Z', 'updated_at': '2021-06-21T10:14:31Z', 'revision_number': 6, 'project_id': 'c2d9d5ab2e5b4ff2946f67faed489d72', 'gw_port_host': None}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:14:32.308226 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ff4c61-7911-4836-a5e8-f39dcf317832 None None] The sync data for ids ['abae7743-15a9-4c88-b89f-7ae53e9af9e7'] in dv-cinder-797245-3-iscsi is: [{'id': 'abae7743-15a9-4c88-b89f-7ae53e9af9e7', 'name': 'tempest-ServerRescueNegativeTestJSON-560110796-router', 'tenant_id': 'c2d9d5ab2e5b4ff2946f67faed489d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:10:53Z', 'updated_at': '2021-06-21T10:14:31Z', 'revision_number': 6, 'project_id': 'c2d9d5ab2e5b4ff2946f67faed489d72', 'gw_port_host': None}] {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:14:32.356973 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-47a09aa0-4c0e-4547-8e73-d36e3c1a8f44 req-756dc1ee-4a26-40bd-ac42-9e5a301471c2 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572607 Jun 21 10:14:32.357777 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 98d66114-79eb-4830-88e9-c130c2f4ef14 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:14:32.388906 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] No Port match for: 98d66114-79eb-4830-88e9-c130c2f4ef14 {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:14:32.389460 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 98d66114-79eb-4830-88e9-c130c2f4ef14 not bound to the agent host hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:14:32.390068 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device e5d1691f-35bd-4f4f-9cd5-f0f17be35d33 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:14:32.402608 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e603cd-6ead-4571-9db6-e6a70866cb6e', 'name': 'network-vif-deleted', 'tag': '98d66114-79eb-4830-88e9-c130c2f4ef14'}] {{(pid=92965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:14:32.406408 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6455383dad080abf38abbc06b7173bfc99a12cfb8f38fffed40ef3479635dd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccb5204-8cf7-4264-a61a-dbf804d721b7" -d '{"events": [{"server_uuid": "10e603cd-6ead-4571-9db6-e6a70866cb6e", "name": "network-vif-deleted", "tag": "98d66114-79eb-4830-88e9-c130c2f4ef14"}]}' {{(pid=92965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:14:32.414865 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] No Port match for: e5d1691f-35bd-4f4f-9cd5-f0f17be35d33 {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:14:32.415728 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device e5d1691f-35bd-4f4f-9cd5-f0f17be35d33 not bound to the agent host hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:14:32.471271 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec574bc-fc46-44fc-a7c2-df763631b30e req-e32de62e-85dc-4554-a1fb-fa3e355a4903 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:32.479649 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-1ec574bc-fc46-44fc-a7c2-df763631b30e req-e32de62e-85dc-4554-a1fb-fa3e355a4903 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc4cfba3-4d75-458a-9af9-bb06ed967e7d HTTP/1.1" status: 200 len: 943 time: 0.1461244 Jun 21 10:14:32.488644 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc4e383-c60a-4755-ab07-e82d11f72484 x-openstack-request-id: req-8cc4e383-c60a-4755-ab07-e82d11f72484 {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:14:32.488970 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e603cd-6ead-4571-9db6-e6a70866cb6e", "name": "network-vif-deleted", "tag": "98d66114-79eb-4830-88e9-c130c2f4ef14", "status": "completed", "code": 200}]} {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:14:32.489253 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8cc4e383-c60a-4755-ab07-e82d11f72484 {{(pid=92965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:14:32.489770 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e603cd-6ead-4571-9db6-e6a70866cb6e', 'name': 'network-vif-deleted', 'tag': '98d66114-79eb-4830-88e9-c130c2f4ef14', 'status': 'completed', 'code': 200} Jun 21 10:14:32.538265 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-1ec574bc-fc46-44fc-a7c2-df763631b30e req-2ac662c4-6022-403d-8674-1e403697dc24 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573952 Jun 21 10:14:32.582430 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e33564ee-5f5d-45ea-9568-7dbeff4bb8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1954225'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:32.585665 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-6572bec4-63fd-4cd5-9568-4781191a7242 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:32.614263 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33564ee-5f5d-45ea-9568-7dbeff4bb8df admin admin] Pushing event deleted for resources: {'Port': ['ID=e6c386d3-4abe-4c23-bdc1-b66802d13da7,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:32.619329 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-e33564ee-5f5d-45ea-9568-7dbeff4bb8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:32.701919 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e33564ee-5f5d-45ea-9568-7dbeff4bb8df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3858276'] for router_gateway, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:32.815889 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device e1588845-373a-4380-aee2-23d815734994 no longer exists at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:14:32.859243 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] No Port match for: e1588845-373a-4380-aee2-23d815734994 {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:14:32.859597 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device e1588845-373a-4380-aee2-23d815734994 not bound to the agent host dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:14:32.893390 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e33564ee-5f5d-45ea-9568-7dbeff4bb8df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3733370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1328'] for router, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:32.898180 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e33564ee-5f5d-45ea-9568-7dbeff4bb8df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:32.997634 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e33564ee-5f5d-45ea-9568-7dbeff4bb8df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3722539'] for router, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:32.998260 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33564ee-5f5d-45ea-9568-7dbeff4bb8df admin admin] Fanout notify agent at l3_agent the message router_deleted on router abae7743-15a9-4c88-b89f-7ae53e9af9e7 {{(pid=92958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 10:14:33.007691 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e33564ee-5f5d-45ea-9568-7dbeff4bb8df admin admin] Notify callbacks [] for router, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:33.012840 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-e33564ee-5f5d-45ea-9568-7dbeff4bb8df admin admin] 10.222.0.50 "DELETE /v2.0/routers/abae7743-15a9-4c88-b89f-7ae53e9af9e7 HTTP/1.1" status: 204 len: 168 time: 1.4452248 Jun 21 10:14:33.014972 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 48062) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:33.096347 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e35e60-53ae-4530-9d64-1db9c87d1e32 admin admin] Deleting subnet 885fa30c-53d9-43e2-8ec4-5d5887d6e1c3 {{(pid=92965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 10:14:33.102635 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-66e35e60-53ae-4530-9d64-1db9c87d1e32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:33.181232 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-66e35e60-53ae-4530-9d64-1db9c87d1e32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11354325'] for subnet, precommit_delete_associations {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:33.259165 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-66e35e60-53ae-4530-9d64-1db9c87d1e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708198'] for subnet, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:33.384245 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-66e35e60-53ae-4530-9d64-1db9c87d1e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11354284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9374893'] for subnet, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:33.466140 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-d9308ea2-c81e-4843-824f-77107c4e59f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:33.485726 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-66e35e60-53ae-4530-9d64-1db9c87d1e32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:33.489775 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-66e35e60-53ae-4530-9d64-1db9c87d1e32 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/885fa30c-53d9-43e2-8ec4-5d5887d6e1c3 HTTP/1.1" status: 204 len: 168 time: 0.4737821 Jun 21 10:14:33.493113 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 48092) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:33.606932 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e35e60-53ae-4530-9d64-1db9c87d1e32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=885fa30c-53d9-43e2-8ec4-5d5887d6e1c3,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:33.611394 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-66e35e60-53ae-4530-9d64-1db9c87d1e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:33.795238 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07f0d7-5037-43e1-8a17-36588ab8bddb req-940712c3-806c-41eb-b94d-544193a0cd84 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:33.797371 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ba07f0d7-5037-43e1-8a17-36588ab8bddb req-940712c3-806c-41eb-b94d-544193a0cd84 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a0cb405-f655-416c-8a8e-e501f772ae83 HTTP/1.1" status: 200 len: 946 time: 0.2317066 Jun 21 10:14:33.912895 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ba07f0d7-5037-43e1-8a17-36588ab8bddb req-542af03a-857b-4b8c-ae2a-4e852beb18f3 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738652 Jun 21 10:14:33.969401 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114140d-21a5-4e33-8b21-eb380923f06b req-816f674f-baa6-4703-8b50-9b95c051f7ff tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:33.971671 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-f114140d-21a5-4e33-8b21-eb380923f06b req-816f674f-baa6-4703-8b50-9b95c051f7ff tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a0cb405-f655-416c-8a8e-e501f772ae83 HTTP/1.1" status: 200 len: 946 time: 0.2082858 Jun 21 10:14:34.044712 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-bd31a3bb-88cf-43d2-9d30-2c2ce9e769d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729370'] for network, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:34.194424 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [req-f114140d-21a5-4e33-8b21-eb380923f06b req-4cb93a91-f462-4485-affe-151afde1dbcd tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Deleting port fe471316-83e8-4bf2-88da-aad3eed8859c {{(pid=92965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:14:34.199151 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-f114140d-21a5-4e33-8b21-eb380923f06b req-4cb93a91-f462-4485-affe-151afde1dbcd tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:34.211131 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e67e7-443a-494b-8ffa-34ea051da969 req-c0994ca0-10e7-4152-969b-295f809de2c7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:34.213021 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e58e67e7-443a-494b-8ffa-34ea051da969 req-c0994ca0-10e7-4152-969b-295f809de2c7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc4cfba3-4d75-458a-9af9-bb06ed967e7d HTTP/1.1" status: 200 len: 943 time: 0.2389822 Jun 21 10:14:34.232609 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-bd31a3bb-88cf-43d2-9d30-2c2ce9e769d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707321', 'neutron.services.segments.db._delete_segments_for_network-8741296622547'] for network, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:34.252791 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-bd31a3bb-88cf-43d2-9d30-2c2ce9e769d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e71b334c-ddd6-4f01-b186-8e77b4307c85']}} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:14:34.273679 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-bd31a3bb-88cf-43d2-9d30-2c2ce9e769d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12389c12-8ae0-4603-9a13-8a892997fdc2') {'for_net_delete': True} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:14:34.273998 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-bd31a3bb-88cf-43d2-9d30-2c2ce9e769d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12389c12-8ae0-4603-9a13-8a892997fdc2') {} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:14:34.293549 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e58e67e7-443a-494b-8ffa-34ea051da969 req-baa9a473-ff6c-4672-85af-88d4ff8e6503 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735297 Jun 21 10:14:34.295568 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-bd31a3bb-88cf-43d2-9d30-2c2ce9e769d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741296622376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10525642'] for segment, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:34.325049 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-bd31a3bb-88cf-43d2-9d30-2c2ce9e769d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:34.346692 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd31a3bb-88cf-43d2-9d30-2c2ce9e769d5 admin admin] Releasing vlan 1185 on physical network physnet1 to pool {{(pid=92958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 10:14:34.347840 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-bd31a3bb-88cf-43d2-9d30-2c2ce9e769d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2335328'] for segment, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: Traceback (most recent call last): Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: timer() Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: cb(*args, **kw) Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: return func(*args, **kwargs) Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: self._notify() Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: self.callback(batched_events) Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: event.method(event) Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: return f(self, *a, **k) Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: return self._get(url).json() Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: return self.request(url, 'GET', **kwargs) Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 10:14:34.351229 dv-cinder-797245-3-iscsi neutron-server[92958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 10:14:34.396355 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [req-f114140d-21a5-4e33-8b21-eb380923f06b req-4cb93a91-f462-4485-affe-151afde1dbcd tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] For port fe471316-83e8-4bf2-88da-aad3eed8859c, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=fe471316-83e8-4bf2-88da-aad3eed8859c,segment=NetworkSegment(d12331c0-3688-4590-a99a-4a51e992d5b4),segment_id=d12331c0-3688-4590-a99a-4a51e992d5b4)] {{(pid=92965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:14:34.397826 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-f114140d-21a5-4e33-8b21-eb380923f06b req-4cb93a91-f462-4485-affe-151afde1dbcd tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:34.438084 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device e6c386d3-4abe-4c23-bdc1-b66802d13da7 no longer exists at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:14:34.460028 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-bd31a3bb-88cf-43d2-9d30-2c2ce9e769d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858363'] for network, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:34.466751 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-bd31a3bb-88cf-43d2-9d30-2c2ce9e769d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:34.469526 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-bd31a3bb-88cf-43d2-9d30-2c2ce9e769d5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e71b334c-ddd6-4f01-b186-8e77b4307c85 HTTP/1.1" status: 204 len: 168 time: 0.9746475 Jun 21 10:14:34.470230 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:34.486190 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] No Port match for: e6c386d3-4abe-4c23-bdc1-b66802d13da7 {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:14:34.486544 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device e6c386d3-4abe-4c23-bdc1-b66802d13da7 not bound to the agent host dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:14:34.488881 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31a3bb-88cf-43d2-9d30-2c2ce9e769d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e71b334c-ddd6-4f01-b186-8e77b4307c85,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:34.491826 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-bd31a3bb-88cf-43d2-9d30-2c2ce9e769d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:34.515465 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [req-f114140d-21a5-4e33-8b21-eb380923f06b req-4cb93a91-f462-4485-affe-151afde1dbcd tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Calling delete_port for fe471316-83e8-4bf2-88da-aad3eed8859c owned by compute:nova {{(pid=92965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:14:34.722020 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 48164) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:34.739914 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-f114140d-21a5-4e33-8b21-eb380923f06b req-4cb93a91-f462-4485-affe-151afde1dbcd tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11354326'] for port, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:34.745761 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-3538ce4a-4f6a-4f5e-a5b7-5383ff1d77a2 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:34.775030 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb93a91-f462-4485-affe-151afde1dbcd tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Pushing event deleted for resources: {'Port': ['ID=fe471316-83e8-4bf2-88da-aad3eed8859c,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:34.781711 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['54fd7d9f-1ecb-489b-82e3-cc6b607f6632'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:14:34.794948 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-4cb93a91-f462-4485-affe-151afde1dbcd tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:34.816522 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-abc5a3f3-2642-4513-b21b-df89f3aaf88c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c2d9d5ab2e5b4ff2946f67faed489d72&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0932155 Jun 21 10:14:34.818405 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 48166) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:34.933437 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [req-f114140d-21a5-4e33-8b21-eb380923f06b req-4cb93a91-f462-4485-affe-151afde1dbcd tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] No DVR routers for this DVR port fe471316-83e8-4bf2-88da-aad3eed8859c on host hv-cinder-79724 {{(pid=92965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:14:34.949139 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-f114140d-21a5-4e33-8b21-eb380923f06b req-4cb93a91-f462-4485-affe-151afde1dbcd tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:34.953734 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-f114140d-21a5-4e33-8b21-eb380923f06b req-4cb93a91-f462-4485-affe-151afde1dbcd tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.74 "DELETE /v2.0/ports/fe471316-83e8-4bf2-88da-aad3eed8859c HTTP/1.1" status: 204 len: 173 time: 0.9742510 Jun 21 10:14:34.955240 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0cb405-f655-416c-8a8e-e501f772ae83', 'name': 'network-vif-deleted', 'tag': 'fe471316-83e8-4bf2-88da-aad3eed8859c'}] {{(pid=92965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:14:34.960074 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6455383dad080abf38abbc06b7173bfc99a12cfb8f38fffed40ef3479635dd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91861bf0-df5e-4564-926c-f066cea10977" -d '{"events": [{"server_uuid": "7a0cb405-f655-416c-8a8e-e501f772ae83", "name": "network-vif-deleted", "tag": "fe471316-83e8-4bf2-88da-aad3eed8859c"}]}' {{(pid=92965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:14:34.962305 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7654-ae21-4ad0-a6e5-c60507c2b282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:35.018058 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7654-ae21-4ad0-a6e5-c60507c2b282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:35.054643 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20857f7e-a3b7-4036-9066-da3a277fa955 x-openstack-request-id: req-20857f7e-a3b7-4036-9066-da3a277fa955 {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:14:35.055195 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0cb405-f655-416c-8a8e-e501f772ae83", "name": "network-vif-deleted", "tag": "fe471316-83e8-4bf2-88da-aad3eed8859c", "status": "completed", "code": 200}]} {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:14:35.055535 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-20857f7e-a3b7-4036-9066-da3a277fa955 {{(pid=92965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:14:35.056272 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0cb405-f655-416c-8a8e-e501f772ae83', 'name': 'network-vif-deleted', 'tag': 'fe471316-83e8-4bf2-88da-aad3eed8859c', 'status': 'completed', 'code': 200} Jun 21 10:14:35.115535 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7654-ae21-4ad0-a6e5-c60507c2b282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:35.123870 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7654-ae21-4ad0-a6e5-c60507c2b282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:35.126373 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-ecaa7654-ae21-4ad0-a6e5-c60507c2b282 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7fe1b830-663e-4c52-83e3-4516b33aaccf HTTP/1.1" status: 204 len: 168 time: 0.3057365 Jun 21 10:14:35.128841 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-5009e0fe-9602-4a30-aa16-b13b871d7708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:35.164623 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa7654-ae21-4ad0-a6e5-c60507c2b282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe1b830-663e-4c52-83e3-4516b33aaccf,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:35.191679 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-ecaa7654-ae21-4ad0-a6e5-c60507c2b282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:35.272614 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-1d3a2135-65e6-4741-b01b-03dbe7e842de req-c6cce1f5-b4b8-404f-91f6-d6987077260d tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a0cb405-f655-416c-8a8e-e501f772ae83 HTTP/1.1" status: 200 len: 210 time: 0.0576060 Jun 21 10:14:35.565168 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6affc7d-6c7c-4818-8d1c-125f35626097 req-901f4285-22ed-44ca-b955-c89707a71454 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:35.575148 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e6affc7d-6c7c-4818-8d1c-125f35626097 req-901f4285-22ed-44ca-b955-c89707a71454 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc4cfba3-4d75-458a-9af9-bb06ed967e7d HTTP/1.1" status: 200 len: 943 time: 0.1042583 Jun 21 10:14:35.642700 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e6affc7d-6c7c-4818-8d1c-125f35626097 req-5991dff3-a37e-4c30-a21c-cf65de36933c tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638096 Jun 21 10:14:36.363718 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 10:14:36.447004 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device fe471316-83e8-4bf2-88da-aad3eed8859c no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:14:36.487770 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] No Port match for: fe471316-83e8-4bf2-88da-aad3eed8859c {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:14:36.488501 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device fe471316-83e8-4bf2-88da-aad3eed8859c not bound to the agent host hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:14:36.612395 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1,segment=NetworkSegment(0a9d78b6-c495-4794-ada2-561317aa9db4),segment_id=0a9d78b6-c495-4794-ada2-561317aa9db4)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:14:36.634142 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 48284) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:36.646078 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Returning: {'device': '3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'port_id': '3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1', 'mac_address': 'fa:16:3e:69:86:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 10:14:36.783229 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:36.859452 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1 {{(pid=92969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:14:36.921281 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1,segment=NetworkSegment(0a9d78b6-c495-4794-ada2-561317aa9db4),segment_id=0a9d78b6-c495-4794-ada2-561317aa9db4)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:14:36.932417 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:36.939860 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:36.982422 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-43eb2020-12a0-4b8f-b6f7-1dc793f630be admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1311109622-network', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:14:37.024803 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43eb2020-12a0-4b8f-b6f7-1dc793f630be admin admin] Made reservation on behalf of 5f68e21913be4bacb3ea891f31183f6a for: {'network': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:14:37.025279 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-43eb2020-12a0-4b8f-b6f7-1dc793f630be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for network, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:37.040049 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:37.049032 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:37.049693 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:37.050197 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:37.050687 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:37.051171 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:37.051708 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:37.052190 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:37.052713 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-43eb2020-12a0-4b8f-b6f7-1dc793f630be admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:37.052879 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:37.053871 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:37.055574 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:37.056234 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:37.056928 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:37.086244 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:37.172818 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62ecf4-e318-4f2d-b33a-fee49358213f req-a615e113-2e48-4723-9216-0793a5c38284 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:37.174357 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ee62ecf4-e318-4f2d-b33a-fee49358213f req-a615e113-2e48-4723-9216-0793a5c38284 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc4cfba3-4d75-458a-9af9-bb06ed967e7d HTTP/1.1" status: 200 len: 944 time: 0.1340685 Jun 21 10:14:37.247449 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:14:37.296646 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ee62ecf4-e318-4f2d-b33a-fee49358213f req-acba97b5-5101-449b-a364-ca8d3f8df2f3 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118019 Jun 21 10:14:37.393282 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-43eb2020-12a0-4b8f-b6f7-1dc793f630be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:37.401268 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-43eb2020-12a0-4b8f-b6f7-1dc793f630be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:37.410298 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-ecaa7654-ae21-4ad0-a6e5-c60507c2b282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:37.426994 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-f9abbac9-202b-41a5-b9d5-9f293221c9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:37.439754 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43eb2020-12a0-4b8f-b6f7-1dc793f630be admin admin] vlan segment allocate from pool success with {'vlan_id': 1157, 'physical_network': 'physnet1'} {{(pid=92958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 10:14:37.457393 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb2020-12a0-4b8f-b6f7-1dc793f630be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0525b4-41e8-4c68-9cba-e3693e473d79,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:37.465703 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-43eb2020-12a0-4b8f-b6f7-1dc793f630be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:37.467089 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-43eb2020-12a0-4b8f-b6f7-1dc793f630be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:37.467434 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.db.segments_db [None req-43eb2020-12a0-4b8f-b6f7-1dc793f630be admin admin] Added segment bba32aef-ac7d-4881-aeb7-7b8056567483 of type vlan for network f45468d3-7a30-4ca1-b23e-095a7ff9fd22 Jun 21 10:14:37.544330 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-43eb2020-12a0-4b8f-b6f7-1dc793f630be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741296102858'] for network, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:37.602261 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-43eb2020-12a0-4b8f-b6f7-1dc793f630be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523'] for network, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:37.604000 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43eb2020-12a0-4b8f-b6f7-1dc793f630be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:37.604757 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-43eb2020-12a0-4b8f-b6f7-1dc793f630be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:37.610579 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-b204515e-e225-4383-8248-282e5f59e59d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:37.707237 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb2020-12a0-4b8f-b6f7-1dc793f630be admin admin] Pushing event updated for resources: {'Network': ['ID=f45468d3-7a30-4ca1-b23e-095a7ff9fd22,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:37.714110 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-43eb2020-12a0-4b8f-b6f7-1dc793f630be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:37.726268 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Network f45468d3-7a30-4ca1-b23e-095a7ff9fd22 details requested by agent ovs-agent-dv-cinder-797245-3-iscsi with host dv-cinder-797245-3-iscsi {{(pid=92969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 10:14:37.726829 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-43eb2020-12a0-4b8f-b6f7-1dc793f630be admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0908804 Jun 21 10:14:37.727424 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 48306) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:37.734891 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-874a2d7d-772d-46a3-a34f-5fc592dd4854 admin admin] Request body: {'subnet': {'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1311109622-subnet', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:14:37.762704 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874a2d7d-772d-46a3-a34f-5fc592dd4854 admin admin] Made reservation on behalf of 5f68e21913be4bacb3ea891f31183f6a for: {'subnet': 1} {{(pid=92965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:14:37.766457 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-874a2d7d-772d-46a3-a34f-5fc592dd4854 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9374854'] for subnet, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:38.036034 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-874a2d7d-772d-46a3-a34f-5fc592dd4854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11354221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9374868'] for subnet, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:38.043496 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-02447b36-b24d-41c9-b2b9-071492840151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:38.154717 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a2d7d-772d-46a3-a34f-5fc592dd4854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7754b5eb-78b7-4040-b8fe-e41e18555134,revision_number=0']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:38.160958 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-874a2d7d-772d-46a3-a34f-5fc592dd4854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:38.169410 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874a2d7d-772d-46a3-a34f-5fc592dd4854 admin admin] Checking segment: {'id': 'bba32aef-ac7d-4881-aeb7-7b8056567483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:14:38.169748 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874a2d7d-772d-46a3-a34f-5fc592dd4854 admin admin] Network hostable DHCP agents. Network: f45468d3-7a30-4ca1-b23e-095a7ff9fd22, hostable agents: ['0a019bba-016c-4460-8b54-4bd863e23b42'], hosted agents: [] {{(pid=92965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 10:14:38.221374 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874a2d7d-772d-46a3-a34f-5fc592dd4854 admin admin] Network f45468d3-7a30-4ca1-b23e-095a7ff9fd22 is scheduled to be hosted by DHCP agent 0a019bba-016c-4460-8b54-4bd863e23b42 with binding_index 1 {{(pid=92965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 10:14:38.238049 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [None req-874a2d7d-772d-46a3-a34f-5fc592dd4854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-3-iscsi, f45468d3-7a30-4ca1-b23e-095a7ff9fd22) {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:14:38.245223 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874a2d7d-772d-46a3-a34f-5fc592dd4854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:38.246908 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-874a2d7d-772d-46a3-a34f-5fc592dd4854 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:38.261039 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71aa8a6a-1d64-4562-ae5b-bf1cd005ea5f None None] Network f45468d3-7a30-4ca1-b23e-095a7ff9fd22 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:14:38.278814 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-874a2d7d-772d-46a3-a34f-5fc592dd4854 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5495546 Jun 21 10:14:38.282589 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 48340) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:38.288735 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-247889fa-010d-425e-bbbb-4a6a32f20601 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1311109622-router', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:14:38.368192 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-247889fa-010d-425e-bbbb-4a6a32f20601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3733420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1346'] for router, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:38.376491 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-247889fa-010d-425e-bbbb-4a6a32f20601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3857055', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1339'] for router, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:38.453974 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1 up at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:14:38.611538 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning for port 3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:14:38.614824 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-247889fa-010d-425e-bbbb-4a6a32f20601 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:38.617490 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e103cbe-0206-4615-99d2-8077a5acbea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759a80e7-35e0-5a16-8bb7-3ded93f90571-f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'fixed_ips': [{'subnet_id': '7754b5eb-78b7-4040-b8fe-e41e18555134'}]}} from dv-cinder-797245-3-iscsi. {{(pid=92969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 10:14:38.618998 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-8e103cbe-0206-4615-99d2-8077a5acbea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:38.623956 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning complete for port 3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:14:38.624346 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:38.645591 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d88bf-56b7-4a47-bd98-b7d852b3268a req-91a624dd-6427-4046-9c8e-7f53a7adcc27 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:38.648077 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ac7d88bf-56b7-4a47-bd98-b7d852b3268a req-91a624dd-6427-4046-9c8e-7f53a7adcc27 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=662da283-2803-42b6-aa31-50285ef7b3e0 HTTP/1.1" status: 200 len: 945 time: 0.1158149 Jun 21 10:14:38.728736 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ac7d88bf-56b7-4a47-bd98-b7d852b3268a req-737917a8-4c30-4420-a866-3624f74fa826 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741415 Jun 21 10:14:38.768033 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:38.797707 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6813d0-a7e9-462f-aa2d-2c80749290bf req-604871ce-1db9-4fc3-b9e8-e1ccb0fcdb53 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:38.805715 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2d6813d0-a7e9-462f-aa2d-2c80749290bf req-604871ce-1db9-4fc3-b9e8-e1ccb0fcdb53 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc4cfba3-4d75-458a-9af9-bb06ed967e7d HTTP/1.1" status: 200 len: 944 time: 0.2412002 Jun 21 10:14:38.814953 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-247889fa-010d-425e-bbbb-4a6a32f20601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3857133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3733342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1321'] for router, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:38.869261 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2d6813d0-a7e9-462f-aa2d-2c80749290bf req-2f318761-a93d-4c92-a2f0-c77349185100 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625575 Jun 21 10:14:38.926864 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.db_base_plugin_common [None req-8e103cbe-0206-4615-99d2-8077a5acbea4 None None] Allocated IP 172.20.0.2 (f45468d3-7a30-4ca1-b23e-095a7ff9fd22/7754b5eb-78b7-4040-b8fe-e41e18555134/c92fb676-beb8-424a-bf0e-58cf7b36810b) {{(pid=92969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:14:38.949471 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4cfba3-4d75-458a-9af9-bb06ed967e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1'}] {{(pid=92969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:14:38.954697 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c706f658ccf844bfe168bfc8e6ee8c8c6942380e727e998ad24aefeb68f4a8cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e7ee3e-209f-4387-93f4-ca90b724d44d" -d '{"events": [{"server_uuid": "cc4cfba3-4d75-458a-9af9-bb06ed967e7d", "name": "network-vif-plugged", "status": "completed", "tag": "3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1"}]}' {{(pid=92969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:14:38.982499 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1,segment=NetworkSegment(0a9d78b6-c495-4794-ada2-561317aa9db4),segment_id=0a9d78b6-c495-4794-ada2-561317aa9db4)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:14:39.013743 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:39.017430 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-36adfdbb-5878-410b-a177-5d76e09fef72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:39.093746 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3dd4099-5e7d-44d2-8058-26b97ae848f6 x-openstack-request-id: req-a3dd4099-5e7d-44d2-8058-26b97ae848f6 {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:14:39.094070 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4cfba3-4d75-458a-9af9-bb06ed967e7d", "name": "network-vif-plugged", "status": "completed", "tag": "3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1", "code": 200}]} {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:14:39.094519 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a3dd4099-5e7d-44d2-8058-26b97ae848f6 {{(pid=92969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:14:39.095071 dv-cinder-797245-3-iscsi neutron-server[92969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4cfba3-4d75-458a-9af9-bb06ed967e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1', 'code': 200} Jun 21 10:14:39.105484 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1,revision_number=5']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:39.117552 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:39.231190 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-8e103cbe-0206-4615-99d2-8077a5acbea4 None None] Notify callbacks [] for port, precommit_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:39.241024 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-8e103cbe-0206-4615-99d2-8077a5acbea4 None None] Transition to ACTIVE for port object c92fb676-beb8-424a-bf0e-58cf7b36810b will not be triggered until provisioned by entity L2. {{(pid=92969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:14:39.259643 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-8e103cbe-0206-4615-99d2-8077a5acbea4 None None] Transition to ACTIVE for port object c92fb676-beb8-424a-bf0e-58cf7b36810b will not be triggered until provisioned by entity DHCP. {{(pid=92969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:14:39.269183 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-8e103cbe-0206-4615-99d2-8077a5acbea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797'] for port, after_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:39.271608 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:39.286122 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-247889fa-010d-425e-bbbb-4a6a32f20601 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:39.316618 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e103cbe-0206-4615-99d2-8077a5acbea4 None None] Network f45468d3-7a30-4ca1-b23e-095a7ff9fd22 is already hosted by enough agents. {{(pid=92969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:14:39.320676 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.scheduler.base_scheduler [None req-8e103cbe-0206-4615-99d2-8077a5acbea4 None None] Resources bound (agent type, host, resource id): {{(pid=92969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:14:39.326161 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e103cbe-0206-4615-99d2-8077a5acbea4 None None] Received port after_create {{(pid=92969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:14:39.329667 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-247889fa-010d-425e-bbbb-4a6a32f20601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:39.335747 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e103cbe-0206-4615-99d2-8077a5acbea4 None None] Pushing event updated for resources: {'Port': ['ID=c92fb676-beb8-424a-bf0e-58cf7b36810b,revision_number=1']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:39.357299 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-8e103cbe-0206-4615-99d2-8077a5acbea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:39.395700 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-8e103cbe-0206-4615-99d2-8077a5acbea4 None None] Attempting to bind port c92fb676-beb8-424a-bf0e-58cf7b36810b on host dv-cinder-797245-3-iscsi for vnic_type normal with profile {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:14:39.396372 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-8e103cbe-0206-4615-99d2-8077a5acbea4 None None] Attempting to bind port c92fb676-beb8-424a-bf0e-58cf7b36810b by drivers openvswitch,hyperv on host dv-cinder-797245-3-iscsi at level 0 using segments [{'id': 'bba32aef-ac7d-4881-aeb7-7b8056567483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22'}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:14:39.397730 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e103cbe-0206-4615-99d2-8077a5acbea4 None None] Attempting to bind port c92fb676-beb8-424a-bf0e-58cf7b36810b on network f45468d3-7a30-4ca1-b23e-095a7ff9fd22 {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:14:39.404805 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e103cbe-0206-4615-99d2-8077a5acbea4 None None] Checking agent: {'id': '1b1a71b0-3353-4cb1-9b62-7c1d9dbff1e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 2, 11), 'started_at': datetime.datetime(2021, 6, 21, 10, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:14:39.405592 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e103cbe-0206-4615-99d2-8077a5acbea4 None None] Checking segment: {'id': 'bba32aef-ac7d-4881-aeb7-7b8056567483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:14:39.406249 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-8e103cbe-0206-4615-99d2-8077a5acbea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:39.406903 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e103cbe-0206-4615-99d2-8077a5acbea4 None None] Bound using segment: {'id': 'bba32aef-ac7d-4881-aeb7-7b8056567483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22'} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:14:39.407683 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-8e103cbe-0206-4615-99d2-8077a5acbea4 None None] Bound port: c92fb676-beb8-424a-bf0e-58cf7b36810b, host: dv-cinder-797245-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba32aef-ac7d-4881-aeb7-7b8056567483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22'}}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:14:39.408383 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-8e103cbe-0206-4615-99d2-8077a5acbea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:39.579108 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [None req-247889fa-010d-425e-bbbb-4a6a32f20601 admin admin] Allocated IP 172.27.2.170 (fb624688-f845-4b15-87c8-de4e29ba1da0/d2f51930-445a-41d0-bd73-46a6db281e7c/d3767c77-0041-4d03-8926-aa77ad3f414e) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:14:39.634564 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-8e103cbe-0206-4615-99d2-8077a5acbea4 None None] For port c92fb676-beb8-424a-bf0e-58cf7b36810b, host dv-cinder-797245-3-iscsi, cleared binding levels {{(pid=92969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:14:39.638573 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-8e103cbe-0206-4615-99d2-8077a5acbea4 None None] For port c92fb676-beb8-424a-bf0e-58cf7b36810b, host dv-cinder-797245-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=c92fb676-beb8-424a-bf0e-58cf7b36810b,segment=NetworkSegment(bba32aef-ac7d-4881-aeb7-7b8056567483),segment_id=bba32aef-ac7d-4881-aeb7-7b8056567483)] {{(pid=92969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:14:39.644477 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-8e103cbe-0206-4615-99d2-8077a5acbea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:39.648373 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:39.675164 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b88d73-47bc-4630-8bc7-2a88fe36c91c req-6837b0d4-aa1c-4061-9935-3ac055b9f33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:39.677295 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-91b88d73-47bc-4630-8bc7-2a88fe36c91c req-6837b0d4-aa1c-4061-9935-3ac055b9f33d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cc4cfba3-4d75-458a-9af9-bb06ed967e7d HTTP/1.1" status: 200 len: 1098 time: 0.1247103 Jun 21 10:14:39.739118 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e103cbe-0206-4615-99d2-8077a5acbea4 None None] Pushing event updated for resources: {'Port': ['ID=c92fb676-beb8-424a-bf0e-58cf7b36810b,revision_number=2']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:39.746964 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-8e103cbe-0206-4615-99d2-8077a5acbea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:39.758205 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-91b88d73-47bc-4630-8bc7-2a88fe36c91c req-5e77cbe5-d4b4-43cb-9cc7-1733f4ad185a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717180 Jun 21 10:14:39.842779 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-247889fa-010d-425e-bbbb-4a6a32f20601 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:39.913233 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-247889fa-010d-425e-bbbb-4a6a32f20601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1954238'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:39.929705 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-0c237d9c-11a3-440e-8a84-2b486b7d8838 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:39.953965 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 48366) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:39.985686 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247889fa-010d-425e-bbbb-4a6a32f20601 admin admin] Network fb624688-f845-4b15-87c8-de4e29ba1da0 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:14:39.996928 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-247889fa-010d-425e-bbbb-4a6a32f20601 admin admin] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:14:40.004676 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247889fa-010d-425e-bbbb-4a6a32f20601 admin admin] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:14:40.154024 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247889fa-010d-425e-bbbb-4a6a32f20601 admin admin] Pushing event updated for resources: {'Port': ['ID=d3767c77-0041-4d03-8926-aa77ad3f414e,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:40.160520 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-247889fa-010d-425e-bbbb-4a6a32f20601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:40.234061 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-29bc56b7-9f40-469f-b922-da423a267314 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ba26888701bc4a62b8c7ce84645df1d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755044 Jun 21 10:14:40.234695 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 48374) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:40.265053 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce688add-4fb0-423d-a90f-e612a7414a17 req-abcbeac5-ca28-408f-b9b2-179c087a1f7c tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:40.270867 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ce688add-4fb0-423d-a90f-e612a7414a17 req-abcbeac5-ca28-408f-b9b2-179c087a1f7c tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=662da283-2803-42b6-aa31-50285ef7b3e0 HTTP/1.1" status: 200 len: 945 time: 0.3535571 Jun 21 10:14:40.319396 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310bc4d4-3c41-4a8a-b909-e902d6026e40 req-7c26dce9-2f15-4c0e-8606-891d07ca6c05 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:40.330882 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-310bc4d4-3c41-4a8a-b909-e902d6026e40 req-7c26dce9-2f15-4c0e-8606-891d07ca6c05 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc4cfba3-4d75-458a-9af9-bb06ed967e7d HTTP/1.1" status: 200 len: 945 time: 0.1737247 Jun 21 10:14:40.376794 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e0ca3423-82c3-4fd9-a6a7-ce50d311e81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:40.377825 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ce688add-4fb0-423d-a90f-e612a7414a17 req-55e5a4d0-9d9c-4ca9-91f1-4339ac596be2 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020215 Jun 21 10:14:40.436541 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-310bc4d4-3c41-4a8a-b909-e902d6026e40 req-ed66aac1-b350-47c5-a2bf-4b8d69ff8838 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046307 Jun 21 10:14:40.444270 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e0ca3423-82c3-4fd9-a6a7-ce50d311e81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:40.493499 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-247889fa-010d-425e-bbbb-4a6a32f20601 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:40.592176 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device c92fb676-beb8-424a-bf0e-58cf7b36810b up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:14:40.595263 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e0ca3423-82c3-4fd9-a6a7-ce50d311e81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:40.601339 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e0ca3423-82c3-4fd9-a6a7-ce50d311e81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:40.604512 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-e0ca3423-82c3-4fd9-a6a7-ce50d311e81d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2165d39d-5ddb-420b-b980-c7a69837d4f1 HTTP/1.1" status: 204 len: 168 time: 0.3689253 Jun 21 10:14:40.606955 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-ebec9eb1-a893-43ef-b147-b6e7815f6b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:40.622353 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca3423-82c3-4fd9-a6a7-ce50d311e81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2165d39d-5ddb-420b-b980-c7a69837d4f1,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:40.635009 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-e0ca3423-82c3-4fd9-a6a7-ce50d311e81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:40.703733 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning for port c92fb676-beb8-424a-bf0e-58cf7b36810b completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:14:40.838044 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:40.868955 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-247889fa-010d-425e-bbbb-4a6a32f20601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3858233'] for router, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:40.934104 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc0a1-d626-415f-bde3-812767e073e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:41.206862 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5dc0e-1355-4ccc-8c9c-3a507e613c70 req-4dafcd40-01e3-41aa-ab3d-1545a326e4f0 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:41.208655 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4af5dc0e-1355-4ccc-8c9c-3a507e613c70 req-4dafcd40-01e3-41aa-ab3d-1545a326e4f0 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.74 "GET /v2.0/ports?device_id=662da283-2803-42b6-aa31-50285ef7b3e0 HTTP/1.1" status: 200 len: 945 time: 0.1678655 Jun 21 10:14:41.209330 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247889fa-010d-425e-bbbb-4a6a32f20601 admin admin] Router 5499a165-a960-444d-bc5d-5bcf21d83d0f is scheduled to L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 with binding_index 1 {{(pid=92958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 10:14:41.399113 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcee0f5f-96d7-4182-b0db-1f9da3c51378 None None] Network f45468d3-7a30-4ca1-b23e-095a7ff9fd22 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:14:41.446527 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [req-4af5dc0e-1355-4ccc-8c9c-3a507e613c70 req-8e7f2f6d-5dde-4e56-b571-4fa14673d242 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Deleting port 54fd7d9f-1ecb-489b-82e3-cc6b607f6632 {{(pid=92965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:14:41.447087 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-4af5dc0e-1355-4ccc-8c9c-3a507e613c70 req-8e7f2f6d-5dde-4e56-b571-4fa14673d242 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:41.493494 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247889fa-010d-425e-bbbb-4a6a32f20601 admin admin] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:14:41.542735 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-247889fa-010d-425e-bbbb-4a6a32f20601 admin admin] Notify callbacks [] for router, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:41.546480 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-247889fa-010d-425e-bbbb-4a6a32f20601 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2625504 Jun 21 10:14:41.552550 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 48396) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:41.578717 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02b5829-35b3-4c9e-a63f-137b9fe86d50 None None] Sync routers for ids ['5499a165-a960-444d-bc5d-5bcf21d83d0f'] in dv-cinder-797245-3-iscsi {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:14:41.685247 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-1daa4599-6bb7-470d-86fd-1041775d3fc2 None None] Provisioning for port c92fb676-beb8-424a-bf0e-58cf7b36810b completed by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:14:41.709588 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02b5829-35b3-4c9e-a63f-137b9fe86d50 None None] Routers {'5499a165-a960-444d-bc5d-5bcf21d83d0f'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:14:41.710267 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-c02b5829-35b3-4c9e-a63f-137b9fe86d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:14:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['5499a165-a960-444d-bc5d-5bcf21d83d0f'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:14:41.996139 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [req-4af5dc0e-1355-4ccc-8c9c-3a507e613c70 req-8e7f2f6d-5dde-4e56-b571-4fa14673d242 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] For port 54fd7d9f-1ecb-489b-82e3-cc6b607f6632, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=54fd7d9f-1ecb-489b-82e3-cc6b607f6632,segment=NetworkSegment(d12331c0-3688-4590-a99a-4a51e992d5b4),segment_id=d12331c0-3688-4590-a99a-4a51e992d5b4)] {{(pid=92965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:14:41.996430 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-4af5dc0e-1355-4ccc-8c9c-3a507e613c70 req-8e7f2f6d-5dde-4e56-b571-4fa14673d242 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:42.008794 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf2551-27bd-4c9d-9f57-7464dbafcb94 req-1d4e0837-1188-4ece-b4b4-1d3c16d04a14 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:42.017655 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-fbbf2551-27bd-4c9d-9f57-7464dbafcb94 req-1d4e0837-1188-4ece-b4b4-1d3c16d04a14 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc4cfba3-4d75-458a-9af9-bb06ed967e7d HTTP/1.1" status: 200 len: 945 time: 0.1260388 Jun 21 10:14:42.090914 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-c02b5829-35b3-4c9e-a63f-137b9fe86d50 None None] Set router 5499a165-a960-444d-bc5d-5bcf21d83d0f gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:14:42.169897 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [req-4af5dc0e-1355-4ccc-8c9c-3a507e613c70 req-8e7f2f6d-5dde-4e56-b571-4fa14673d242 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Calling delete_port for 54fd7d9f-1ecb-489b-82e3-cc6b607f6632 owned by compute:nova {{(pid=92965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:14:42.171673 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-1daa4599-6bb7-470d-86fd-1041775d3fc2 None None] Provisioning complete for port c92fb676-beb8-424a-bf0e-58cf7b36810b triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:14:42.172393 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-1daa4599-6bb7-470d-86fd-1041775d3fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:42.211887 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-fbbf2551-27bd-4c9d-9f57-7464dbafcb94 req-7232811c-f11b-4335-b095-97f82a8ae0bc tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932259 Jun 21 10:14:42.308060 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff7747-1972-417b-9f55-908ec7c12174 req-ebd9c40c-b3f0-4615-a7a8-b1ec1db0f575 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:42.310963 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a8ff7747-1972-417b-9f55-908ec7c12174 req-ebd9c40c-b3f0-4615-a7a8-b1ec1db0f575 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=662da283-2803-42b6-aa31-50285ef7b3e0 HTTP/1.1" status: 200 len: 945 time: 0.2435620 Jun 21 10:14:42.562768 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-c02b5829-35b3-4c9e-a63f-137b9fe86d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1311109622-router', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:14:38Z', 'updated_at': '2021-06-21T10:14:40Z', 'revision_number': 3, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'gw_port': {'id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:39Z', 'updated_at': '2021-06-21T10:14:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi'}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:14:42.619055 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a8ff7747-1972-417b-9f55-908ec7c12174 req-4d02bec9-ecd8-4eab-97ba-0ef73c578c9c tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b04e676-2e6d-4d57-b854-f3c4bdc9d766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015680 Jun 21 10:14:42.652277 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-4af5dc0e-1355-4ccc-8c9c-3a507e613c70 req-8e7f2f6d-5dde-4e56-b571-4fa14673d242 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11354326'] for port, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:42.668121 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-d432e367-afee-45f7-bbba-a8e80d873bca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:42.716121 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02b5829-35b3-4c9e-a63f-137b9fe86d50 None None] Checking router: 5499a165-a960-444d-bc5d-5bcf21d83d0f for host: dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:14:42.716826 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02b5829-35b3-4c9e-a63f-137b9fe86d50 None None] Updating router 5499a165-a960-444d-bc5d-5bcf21d83d0f port d3767c77-0041-4d03-8926-aa77ad3f414e binding host dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 10:14:42.796433 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f2f6d-5dde-4e56-b571-4fa14673d242 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Pushing event deleted for resources: {'Port': ['ID=54fd7d9f-1ecb-489b-82e3-cc6b607f6632,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:42.801501 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-8e7f2f6d-5dde-4e56-b571-4fa14673d242 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:42.803943 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-1daa4599-6bb7-470d-86fd-1041775d3fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:42.838543 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-c02b5829-35b3-4c9e-a63f-137b9fe86d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:42.868987 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17614b7-6308-433b-a9b9-c816fcbc71d5 req-5dd4e621-0dfd-4b11-9617-b4177afb2a31 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:42.878404 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-f17614b7-6308-433b-a9b9-c816fcbc71d5 req-5dd4e621-0dfd-4b11-9617-b4177afb2a31 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc4cfba3-4d75-458a-9af9-bb06ed967e7d HTTP/1.1" status: 200 len: 945 time: 0.4558783 Jun 21 10:14:42.969622 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-1daa4599-6bb7-470d-86fd-1041775d3fc2 None None] For port c92fb676-beb8-424a-bf0e-58cf7b36810b, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=c92fb676-beb8-424a-bf0e-58cf7b36810b,segment=NetworkSegment(bba32aef-ac7d-4881-aeb7-7b8056567483),segment_id=bba32aef-ac7d-4881-aeb7-7b8056567483)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:14:43.011944 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af5dc0e-1355-4ccc-8c9c-3a507e613c70 req-8e7f2f6d-5dde-4e56-b571-4fa14673d242 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] No DVR routers for this DVR port 54fd7d9f-1ecb-489b-82e3-cc6b607f6632 on host hv-cinder-79724 {{(pid=92965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:14:43.020385 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-4af5dc0e-1355-4ccc-8c9c-3a507e613c70 req-8e7f2f6d-5dde-4e56-b571-4fa14673d242 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:43.022825 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4af5dc0e-1355-4ccc-8c9c-3a507e613c70 req-8e7f2f6d-5dde-4e56-b571-4fa14673d242 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.74 "DELETE /v2.0/ports/54fd7d9f-1ecb-489b-82e3-cc6b607f6632 HTTP/1.1" status: 204 len: 173 time: 1.8068423 Jun 21 10:14:43.023908 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662da283-2803-42b6-aa31-50285ef7b3e0', 'name': 'network-vif-deleted', 'tag': '54fd7d9f-1ecb-489b-82e3-cc6b607f6632'}] {{(pid=92965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:14:43.026918 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-1daa4599-6bb7-470d-86fd-1041775d3fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:43.031757 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6455383dad080abf38abbc06b7173bfc99a12cfb8f38fffed40ef3479635dd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f8a5d3-7276-40bc-a7a6-6740334b1de4" -d '{"events": [{"server_uuid": "662da283-2803-42b6-aa31-50285ef7b3e0", "name": "network-vif-deleted", "tag": "54fd7d9f-1ecb-489b-82e3-cc6b607f6632"}]}' {{(pid=92965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:14:43.034641 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:43.108309 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-f17614b7-6308-433b-a9b9-c816fcbc71d5 req-d5418db7-d2ad-437d-8195-6444c3221803 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286282 Jun 21 10:14:43.109538 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:43.121323 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423a9392-a2d0-4a31-a17d-5c475170ae31 x-openstack-request-id: req-423a9392-a2d0-4a31-a17d-5c475170ae31 {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:14:43.121841 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662da283-2803-42b6-aa31-50285ef7b3e0", "name": "network-vif-deleted", "tag": "54fd7d9f-1ecb-489b-82e3-cc6b607f6632", "status": "completed", "code": 200}]} {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:14:43.122299 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-423a9392-a2d0-4a31-a17d-5c475170ae31 {{(pid=92965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:14:43.123001 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662da283-2803-42b6-aa31-50285ef7b3e0', 'name': 'network-vif-deleted', 'tag': '54fd7d9f-1ecb-489b-82e3-cc6b607f6632', 'status': 'completed', 'code': 200} Jun 21 10:14:43.143535 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa4599-6bb7-470d-86fd-1041775d3fc2 None None] Pushing event updated for resources: {'Port': ['ID=c92fb676-beb8-424a-bf0e-58cf7b36810b,revision_number=3']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:43.167528 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 48432) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:43.185483 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-1daa4599-6bb7-470d-86fd-1041775d3fc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:43.210651 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-d0f7fd26-7a15-4864-acba-679dfc22c1a0 None None] Provisioning complete for port c92fb676-beb8-424a-bf0e-58cf7b36810b triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:14:43.211035 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-d0f7fd26-7a15-4864-acba-679dfc22c1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:43.366578 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fe19b482-c5b7-4a14-8a32-2c8fceabb4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:43.512634 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-c02b5829-35b3-4c9e-a63f-137b9fe86d50 None None] Notify callbacks [] for port, precommit_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:43.527027 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-c02b5829-35b3-4c9e-a63f-137b9fe86d50 None None] Transition to ACTIVE for port object d3767c77-0041-4d03-8926-aa77ad3f414e will not be triggered until provisioned by entity L2. {{(pid=92969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:14:43.539631 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-c02b5829-35b3-4c9e-a63f-137b9fe86d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:43.542008 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:43.619085 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-c02b5829-35b3-4c9e-a63f-137b9fe86d50 None None] Attempting to bind port d3767c77-0041-4d03-8926-aa77ad3f414e on host dv-cinder-797245-3-iscsi for vnic_type normal with profile {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:14:43.619515 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-c02b5829-35b3-4c9e-a63f-137b9fe86d50 None None] Attempting to bind port d3767c77-0041-4d03-8926-aa77ad3f414e by drivers openvswitch,hyperv on host dv-cinder-797245-3-iscsi at level 0 using segments [{'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:14:43.620394 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02b5829-35b3-4c9e-a63f-137b9fe86d50 None None] Attempting to bind port d3767c77-0041-4d03-8926-aa77ad3f414e on network fb624688-f845-4b15-87c8-de4e29ba1da0 {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:14:43.623331 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c8c10-20f3-44cf-8261-2fb49d8fd5b1 None None] Pushing event updated for resources: {'Port': ['ID=d3767c77-0041-4d03-8926-aa77ad3f414e,revision_number=2']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:43.629242 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-e18c8c10-20f3-44cf-8261-2fb49d8fd5b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:43.630769 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02b5829-35b3-4c9e-a63f-137b9fe86d50 None None] Checking agent: {'id': '1b1a71b0-3353-4cb1-9b62-7c1d9dbff1e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 2, 11), 'started_at': datetime.datetime(2021, 6, 21, 10, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:14:43.631688 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02b5829-35b3-4c9e-a63f-137b9fe86d50 None None] Checking segment: {'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:14:43.632114 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-c02b5829-35b3-4c9e-a63f-137b9fe86d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:43.632636 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02b5829-35b3-4c9e-a63f-137b9fe86d50 None None] Bound using segment: {'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:14:43.633409 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-c02b5829-35b3-4c9e-a63f-137b9fe86d50 None None] Bound port: d3767c77-0041-4d03-8926-aa77ad3f414e, host: dv-cinder-797245-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:14:43.633837 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-c02b5829-35b3-4c9e-a63f-137b9fe86d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:43.712624 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14a8a73-2e45-4116-921c-9e6b2b8f56d7 tempest-TestVolumeBootPattern-268300600 tempest-TestVolumeBootPattern-268300600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:43.714237 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-b14a8a73-2e45-4116-921c-9e6b2b8f56d7 tempest-TestVolumeBootPattern-268300600 tempest-TestVolumeBootPattern-268300600-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cc4cfba3-4d75-458a-9af9-bb06ed967e7d HTTP/1.1" status: 200 len: 1093 time: 0.5452089 Jun 21 10:14:43.719767 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 48446) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:43.734945 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-1ac4754d-cfd2-428b-8fa9-e10ddc521803 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Request body: {'floatingip': {'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'port_id': '3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:14:43.745481 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-c02b5829-35b3-4c9e-a63f-137b9fe86d50 None None] For port d3767c77-0041-4d03-8926-aa77ad3f414e, host dv-cinder-797245-3-iscsi, cleared binding levels {{(pid=92969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:14:43.750831 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-c02b5829-35b3-4c9e-a63f-137b9fe86d50 None None] For port d3767c77-0041-4d03-8926-aa77ad3f414e, host dv-cinder-797245-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=d3767c77-0041-4d03-8926-aa77ad3f414e,segment=NetworkSegment(51446d15-6cd3-4f7c-9b01-f06091ff92a2),segment_id=51446d15-6cd3-4f7c-9b01-f06091ff92a2)] {{(pid=92969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:14:43.758744 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-c02b5829-35b3-4c9e-a63f-137b9fe86d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:43.762570 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:43.851282 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1ac4754d-cfd2-428b-8fa9-e10ddc521803 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for floatingip, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:43.867968 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02b5829-35b3-4c9e-a63f-137b9fe86d50 None None] Routers {'5499a165-a960-444d-bc5d-5bcf21d83d0f'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:14:43.868987 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-c02b5829-35b3-4c9e-a63f-137b9fe86d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:14:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['5499a165-a960-444d-bc5d-5bcf21d83d0f'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:14:43.872464 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c8c10-20f3-44cf-8261-2fb49d8fd5b1 None None] Pushing event updated for resources: {'Port': ['ID=d3767c77-0041-4d03-8926-aa77ad3f414e,revision_number=3']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:43.879127 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-e18c8c10-20f3-44cf-8261-2fb49d8fd5b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:43.888631 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [None req-fe19b482-c5b7-4a14-8a32-2c8fceabb4a8 admin admin] Allocated IP 172.20.0.1 (f45468d3-7a30-4ca1-b23e-095a7ff9fd22/7754b5eb-78b7-4040-b8fe-e41e18555134/ad71832e-9c48-4d0e-94d1-8879257d4bdd) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:14:44.043941 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-828348af-daed-4bbc-ba25-3b6a321c0007 req-552eaa45-2b50-47f1-afec-61c35f40a483 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] 10.222.0.50 "GET /v2.0/ports?device_id=662da283-2803-42b6-aa31-50285ef7b3e0 HTTP/1.1" status: 200 len: 210 time: 0.0901020 Jun 21 10:14:44.106690 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-c02b5829-35b3-4c9e-a63f-137b9fe86d50 None None] Set router 5499a165-a960-444d-bc5d-5bcf21d83d0f gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:14:44.266325 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fe19b482-c5b7-4a14-8a32-2c8fceabb4a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:44.301714 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.provisioning_blocks [None req-fe19b482-c5b7-4a14-8a32-2c8fceabb4a8 admin admin] Transition to ACTIVE for port object ad71832e-9c48-4d0e-94d1-8879257d4bdd will not be triggered until provisioned by entity DHCP. {{(pid=92958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:14:44.312155 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1ac4754d-cfd2-428b-8fa9-e10ddc521803 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:44.431282 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 54fd7d9f-1ecb-489b-82e3-cc6b607f6632 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:14:44.483809 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fe19b482-c5b7-4a14-8a32-2c8fceabb4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1954238'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:44.485247 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] No Port match for: 54fd7d9f-1ecb-489b-82e3-cc6b607f6632 {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:14:44.486839 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 54fd7d9f-1ecb-489b-82e3-cc6b607f6632 not bound to the agent host hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:14:44.543579 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:44.556984 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device c92fb676-beb8-424a-bf0e-58cf7b36810b up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:14:44.624264 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe19b482-c5b7-4a14-8a32-2c8fceabb4a8 admin admin] Network f45468d3-7a30-4ca1-b23e-095a7ff9fd22 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:14:44.634348 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-fe19b482-c5b7-4a14-8a32-2c8fceabb4a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:14:44.641203 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe19b482-c5b7-4a14-8a32-2c8fceabb4a8 admin admin] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:14:44.644398 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19b482-c5b7-4a14-8a32-2c8fceabb4a8 admin admin] Pushing event updated for resources: {'Port': ['ID=ad71832e-9c48-4d0e-94d1-8879257d4bdd,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:44.671096 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-fe19b482-c5b7-4a14-8a32-2c8fceabb4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:44.674363 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [None req-1ac4754d-cfd2-428b-8fa9-e10ddc521803 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Allocated IP 172.27.2.45 (fb624688-f845-4b15-87c8-de4e29ba1da0/d2f51930-445a-41d0-bd73-46a6db281e7c/b4fa090c-49af-4ac9-8ce5-f85bc4adc48b) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:14:44.739463 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port c92fb676-beb8-424a-bf0e-58cf7b36810b triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:14:44.739875 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:44.744961 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-c02b5829-35b3-4c9e-a63f-137b9fe86d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1311109622-router', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:14:38Z', 'updated_at': '2021-06-21T10:14:40Z', 'revision_number': 3, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'gw_port': {'id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:39Z', 'updated_at': '2021-06-21T10:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi'}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:14:44.811728 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fe19b482-c5b7-4a14-8a32-2c8fceabb4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745814'] for router_interface, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:44.837429 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02b5829-35b3-4c9e-a63f-137b9fe86d50 None None] The sync data for ids ['5499a165-a960-444d-bc5d-5bcf21d83d0f'] in dv-cinder-797245-3-iscsi is: [{'id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1311109622-router', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:14:38Z', 'updated_at': '2021-06-21T10:14:40Z', 'revision_number': 3, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'gw_port': {'id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:39Z', 'updated_at': '2021-06-21T10:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi'}] {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:14:45.038898 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-2805a76e-1048-4931-9e03-37ea37c78f46 None None] Provisioning for port ad71832e-9c48-4d0e-94d1-8879257d4bdd completed by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:14:45.045379 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-2805a76e-1048-4931-9e03-37ea37c78f46 None None] Provisioning complete for port ad71832e-9c48-4d0e-94d1-8879257d4bdd triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:14:45.045950 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-2805a76e-1048-4931-9e03-37ea37c78f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:45.074901 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fe19b482-c5b7-4a14-8a32-2c8fceabb4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:45.112032 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-2805a76e-1048-4931-9e03-37ea37c78f46 None None] Port ad71832e-9c48-4d0e-94d1-8879257d4bdd cannot update to ACTIVE because it is not bound. {{(pid=92969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 10:14:45.125689 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1ac4754d-cfd2-428b-8fa9-e10ddc521803 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:45.142900 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:45.369306 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 48460) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:45.455229 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_v2 [None req-2084ef0a-7665-498a-b70f-7b6280388d19 admin admin] Deleting subnet ca51367d-5f2a-43bb-8582-b1b061e36115 {{(pid=92965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 10:14:45.462280 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-2084ef0a-7665-498a-b70f-7b6280388d19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:45.492463 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1ac4754d-cfd2-428b-8fa9-e10ddc521803 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1954238'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:45.496449 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-fe19b482-c5b7-4a14-8a32-2c8fceabb4a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:45.533127 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-2084ef0a-7665-498a-b70f-7b6280388d19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11354325'] for subnet, precommit_delete_associations {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:45.572464 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac4754d-cfd2-428b-8fa9-e10ddc521803 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Network fb624688-f845-4b15-87c8-de4e29ba1da0 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:14:45.575135 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fe19b482-c5b7-4a14-8a32-2c8fceabb4a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:45.578798 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-1ac4754d-cfd2-428b-8fa9-e10ddc521803 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:14:45.589634 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac4754d-cfd2-428b-8fa9-e10ddc521803 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:14:45.622919 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-2084ef0a-7665-498a-b70f-7b6280388d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708198'] for subnet, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:45.708081 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fe19b482-c5b7-4a14-8a32-2c8fceabb4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:45.736457 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-2084ef0a-7665-498a-b70f-7b6280388d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11354284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9374893'] for subnet, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:45.741368 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-dfea2106-807b-4db8-a1ba-c1e768be5ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:45.785592 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4754d-cfd2-428b-8fa9-e10ddc521803 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Pushing event updated for resources: {'Port': ['ID=b4fa090c-49af-4ac9-8ce5-f85bc4adc48b,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:45.793606 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-1ac4754d-cfd2-428b-8fa9-e10ddc521803 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:45.795606 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-50000875-975a-40da-bc38-56e83ffa9932 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:45.821570 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084ef0a-7665-498a-b70f-7b6280388d19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca51367d-5f2a-43bb-8582-b1b061e36115,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:45.833262 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-2084ef0a-7665-498a-b70f-7b6280388d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:45.836115 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-2084ef0a-7665-498a-b70f-7b6280388d19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:45.839929 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-2084ef0a-7665-498a-b70f-7b6280388d19 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ca51367d-5f2a-43bb-8582-b1b061e36115 HTTP/1.1" status: 204 len: 168 time: 0.4690645 Jun 21 10:14:45.843283 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 48466) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:45.897622 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19b482-c5b7-4a14-8a32-2c8fceabb4a8 admin admin] Pushing event updated for resources: {'Port': ['ID=ad71832e-9c48-4d0e-94d1-8879257d4bdd,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:45.904133 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-fe19b482-c5b7-4a14-8a32-2c8fceabb4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:45.936533 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fe19b482-c5b7-4a14-8a32-2c8fceabb4a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3840613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3854351'] for router_interface, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:46.032337 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d3bce387-802a-4ed2-a9ed-dee821766309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729370'] for network, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:46.192625 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d3bce387-802a-4ed2-a9ed-dee821766309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707321', 'neutron.services.segments.db._delete_segments_for_network-8741296622547'] for network, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:46.205573 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.services.segments.db [None req-d3bce387-802a-4ed2-a9ed-dee821766309 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf126547-6ae9-4855-9df9-59048a69ce81']}} {{(pid=92965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:14:46.228467 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.services.segments.db [None req-d3bce387-802a-4ed2-a9ed-dee821766309 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd12331c0-3688-4590-a99a-4a51e992d5b4') {'for_net_delete': True} {{(pid=92965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:14:46.228861 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.services.segments.db [None req-d3bce387-802a-4ed2-a9ed-dee821766309 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd12331c0-3688-4590-a99a-4a51e992d5b4') {} {{(pid=92965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:14:46.239188 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d3bce387-802a-4ed2-a9ed-dee821766309 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741296622376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11354332'] for segment, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:46.253496 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe19b482-c5b7-4a14-8a32-2c8fceabb4a8 admin admin] Network f45468d3-7a30-4ca1-b23e-095a7ff9fd22 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:14:46.261800 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-fe19b482-c5b7-4a14-8a32-2c8fceabb4a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:14:46.262760 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d3bce387-802a-4ed2-a9ed-dee821766309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:46.271879 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3bce387-802a-4ed2-a9ed-dee821766309 admin admin] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=92965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 10:14:46.274330 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d3bce387-802a-4ed2-a9ed-dee821766309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9646855'] for segment, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: Traceback (most recent call last): Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: timer() Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: cb(*args, **kw) Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: return func(*args, **kwargs) Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: self._notify() Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: self.callback(batched_events) Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: event.method(event) Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: return f(self, *a, **k) Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: return self._get(url).json() Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: return self.request(url, 'GET', **kwargs) Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 10:14:46.277049 dv-cinder-797245-3-iscsi neutron-server[92965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 10:14:46.387882 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d3bce387-802a-4ed2-a9ed-dee821766309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858363'] for network, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:46.410126 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d3bce387-802a-4ed2-a9ed-dee821766309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:46.416819 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-d3bce387-802a-4ed2-a9ed-dee821766309 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cf126547-6ae9-4855-9df9-59048a69ce81 HTTP/1.1" status: 204 len: 168 time: 0.5715849 Jun 21 10:14:46.417837 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:46.463206 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bce387-802a-4ed2-a9ed-dee821766309 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf126547-6ae9-4855-9df9-59048a69ce81,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:46.470898 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-d3bce387-802a-4ed2-a9ed-dee821766309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:46.687314 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device d3767c77-0041-4d03-8926-aa77ad3f414e up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:14:46.796498 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-2049538a-6aa1-4462-87a8-33ef0e6e92ba None None] Provisioning complete for port ad71832e-9c48-4d0e-94d1-8879257d4bdd triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:14:46.796973 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-2049538a-6aa1-4462-87a8-33ef0e6e92ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:46.852759 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-2049538a-6aa1-4462-87a8-33ef0e6e92ba None None] Port ad71832e-9c48-4d0e-94d1-8879257d4bdd cannot update to ACTIVE because it is not bound. {{(pid=92969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 10:14:46.868623 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning for port d3767c77-0041-4d03-8926-aa77ad3f414e completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:14:46.880063 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port d3767c77-0041-4d03-8926-aa77ad3f414e triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:14:46.880063 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:46.925191 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 48476) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:47.029826 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:47.049657 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-2fdc0c3c-9c32-4531-8c22-d446f07fbe4c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f70f0c950c9b4ce4807295b05ec0f177&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1176686 Jun 21 10:14:47.051258 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 48480) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:47.078124 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] For port d3767c77-0041-4d03-8926-aa77ad3f414e, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=d3767c77-0041-4d03-8926-aa77ad3f414e,segment=NetworkSegment(51446d15-6cd3-4f7c-9b01-f06091ff92a2),segment_id=51446d15-6cd3-4f7c-9b01-f06091ff92a2)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:14:47.088008 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:47.095271 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:47.129670 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-db801fc8-31e7-4fd9-916b-960f8db28ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:47.171723 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Pushing event updated for resources: {'Port': ['ID=d3767c77-0041-4d03-8926-aa77ad3f414e,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:47.177192 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-db801fc8-31e7-4fd9-916b-960f8db28ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:47.183776 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:47.254191 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-db801fc8-31e7-4fd9-916b-960f8db28ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:47.258917 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-db801fc8-31e7-4fd9-916b-960f8db28ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:47.260438 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-db801fc8-31e7-4fd9-916b-960f8db28ecd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0b04e676-2e6d-4d57-b854-f3c4bdc9d766 HTTP/1.1" status: 204 len: 168 time: 0.2067072 Jun 21 10:14:47.261614 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-3895c266-7d18-4ea8-8d6b-289452f1d4d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:47.270363 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db801fc8-31e7-4fd9-916b-960f8db28ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b04e676-2e6d-4d57-b854-f3c4bdc9d766,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:47.293068 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-db801fc8-31e7-4fd9-916b-960f8db28ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:47.368106 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe19b482-c5b7-4a14-8a32-2c8fceabb4a8 admin admin] Router 5499a165-a960-444d-bc5d-5bcf21d83d0f has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:14:47.432136 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1ac4754d-cfd2-428b-8fa9-e10ddc521803 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:47.661475 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1ac4754d-cfd2-428b-8fa9-e10ddc521803 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:47.745909 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe19b482-c5b7-4a14-8a32-2c8fceabb4a8 admin admin] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:14:47.762374 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bac95c3-1f24-41f1-963f-1eb288d20dab None None] Sync routers for ids ['5499a165-a960-444d-bc5d-5bcf21d83d0f'] in dv-cinder-797245-3-iscsi {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:14:47.776066 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-fe19b482-c5b7-4a14-8a32-2c8fceabb4a8 admin admin] 10.222.0.50 "PUT /v2.0/routers/5499a165-a960-444d-bc5d-5bcf21d83d0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2218266 Jun 21 10:14:47.784867 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bac95c3-1f24-41f1-963f-1eb288d20dab None None] Routers {'5499a165-a960-444d-bc5d-5bcf21d83d0f'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:14:47.785521 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-7bac95c3-1f24-41f1-963f-1eb288d20dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:14:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['5499a165-a960-444d-bc5d-5bcf21d83d0f'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:14:47.962145 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-7bac95c3-1f24-41f1-963f-1eb288d20dab None None] Set router 5499a165-a960-444d-bc5d-5bcf21d83d0f gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:14:48.080418 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1ac4754d-cfd2-428b-8fa9-e10ddc521803 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:48.089620 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1ac4754d-cfd2-428b-8fa9-e10ddc521803 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:48.094236 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-56537eed-fd48-47a3-9b06-fbb2a7009339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:48.218596 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4754d-cfd2-428b-8fa9-e10ddc521803 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Pushing event updated for resources: {'Port': ['ID=b4fa090c-49af-4ac9-8ce5-f85bc4adc48b,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:48.231922 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-1ac4754d-cfd2-428b-8fa9-e10ddc521803 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:48.266973 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1ac4754d-cfd2-428b-8fa9-e10ddc521803 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858313'] for floatingip, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:48.311337 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-7bac95c3-1f24-41f1-963f-1eb288d20dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1311109622-router', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:14:38Z', 'updated_at': '2021-06-21T10:14:44Z', 'revision_number': 4, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'gw_port': {'id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:39Z', 'updated_at': '2021-06-21T10:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'ad71832e-9c48-4d0e-94d1-8879257d4bdd', 'name': '', 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'mac_address': 'fa:16:3e:c4:ce:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:43Z', 'updated_at': '2021-06-21T10:14:45Z', 'revision_number': 2, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'subnets': [{'id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:14:48.348747 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bac95c3-1f24-41f1-963f-1eb288d20dab None None] Checking router: 5499a165-a960-444d-bc5d-5bcf21d83d0f for host: dv-cinder-797245-3-iscsi {{(pid=92973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:14:48.350251 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bac95c3-1f24-41f1-963f-1eb288d20dab None None] Updating router 5499a165-a960-444d-bc5d-5bcf21d83d0f port ad71832e-9c48-4d0e-94d1-8879257d4bdd binding host dv-cinder-797245-3-iscsi {{(pid=92973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 10:14:48.420441 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7bac95c3-1f24-41f1-963f-1eb288d20dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:48.574132 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device d3767c77-0041-4d03-8926-aa77ad3f414e up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:14:48.639256 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.db.l3_db [None req-1ac4754d-cfd2-428b-8fa9-e10ddc521803 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Floating IP 43634b0f-977f-475d-8122-54340897cf20 associated. External IP: 172.27.2.45, port: 3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1. Jun 21 10:14:48.831622 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port d3767c77-0041-4d03-8926-aa77ad3f414e triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:14:48.832239 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:49.180990 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac4754d-cfd2-428b-8fa9-e10ddc521803 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Router b29f85ec-8096-48b0-aef6-b1ed54c88700 has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:14:49.273353 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7bac95c3-1f24-41f1-963f-1eb288d20dab None None] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:49.299564 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [None req-7bac95c3-1f24-41f1-963f-1eb288d20dab None None] Transition to ACTIVE for port object ad71832e-9c48-4d0e-94d1-8879257d4bdd will not be triggered until provisioned by entity L2. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:14:49.314840 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7bac95c3-1f24-41f1-963f-1eb288d20dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:49.317832 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:49.367325 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 48542) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:49.375446 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-21efc249-d5ba-4b5a-9f5c-865b061e99a2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Request body: {'security_group': {'name': 'tempest-securitygroup--194268053', 'description': 'tempest-description--1678800879'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:14:49.424333 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c4c75-14a3-4aeb-8b6a-5945455bf21a None None] Pushing event updated for resources: {'Port': ['ID=ad71832e-9c48-4d0e-94d1-8879257d4bdd,revision_number=3']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:49.428973 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-21efc249-d5ba-4b5a-9f5c-865b061e99a2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:49.451686 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c4c75-14a3-4aeb-8b6a-5945455bf21a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:49.459567 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c4c75-14a3-4aeb-8b6a-5945455bf21a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:49.460337 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c4c75-14a3-4aeb-8b6a-5945455bf21a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:49.461008 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c4c75-14a3-4aeb-8b6a-5945455bf21a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:49.461584 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c4c75-14a3-4aeb-8b6a-5945455bf21a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:49.462143 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c4c75-14a3-4aeb-8b6a-5945455bf21a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:49.462725 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c4c75-14a3-4aeb-8b6a-5945455bf21a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:49.463371 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c4c75-14a3-4aeb-8b6a-5945455bf21a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:49.466304 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c4c75-14a3-4aeb-8b6a-5945455bf21a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:49.466866 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c4c75-14a3-4aeb-8b6a-5945455bf21a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:49.467429 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c4c75-14a3-4aeb-8b6a-5945455bf21a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:49.468042 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c4c75-14a3-4aeb-8b6a-5945455bf21a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:14:49.482959 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [None req-093c4c75-14a3-4aeb-8b6a-5945455bf21a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:49.501654 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac4754d-cfd2-428b-8fa9-e10ddc521803 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:14:49.524831 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1ac4754d-cfd2-428b-8fa9-e10ddc521803 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for floatingip, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:49.547250 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27e759e-b493-4956-88bf-2494516b4634 None None] Sync routers for ids ['b29f85ec-8096-48b0-aef6-b1ed54c88700'] in dv-cinder-797245-3-iscsi {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:14:49.620961 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27e759e-b493-4956-88bf-2494516b4634 None None] Routers {'b29f85ec-8096-48b0-aef6-b1ed54c88700'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:14:49.630483 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-e27e759e-b493-4956-88bf-2494516b4634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:14:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['b29f85ec-8096-48b0-aef6-b1ed54c88700'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:14:49.642646 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-1ac4754d-cfd2-428b-8fa9-e10ddc521803 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.9148202 Jun 21 10:14:49.651898 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4cfba3-4d75-458a-9af9-bb06ed967e7d', 'tag': '3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:14:49.654557 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4f82d1-7887-42e8-82fd-e077b465823b" -d '{"events": [{"name": "network-changed", "server_uuid": "cc4cfba3-4d75-458a-9af9-bb06ed967e7d", "tag": "3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:14:49.799800 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871bc2eb-da47-42aa-9e21-bb871183fa71 x-openstack-request-id: req-871bc2eb-da47-42aa-9e21-bb871183fa71 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:14:49.800123 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc4cfba3-4d75-458a-9af9-bb06ed967e7d", "tag": "3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:14:49.800411 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-871bc2eb-da47-42aa-9e21-bb871183fa71 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:14:49.800943 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4cfba3-4d75-458a-9af9-bb06ed967e7d', 'tag': '3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1', 'status': 'completed', 'code': 200} Jun 21 10:14:49.880036 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-21efc249-d5ba-4b5a-9f5c-865b061e99a2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:49.905130 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-21efc249-d5ba-4b5a-9f5c-865b061e99a2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:49.905495 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [None req-7bac95c3-1f24-41f1-963f-1eb288d20dab None None] Attempting to bind port ad71832e-9c48-4d0e-94d1-8879257d4bdd on host dv-cinder-797245-3-iscsi for vnic_type normal with profile {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:14:49.906037 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [None req-7bac95c3-1f24-41f1-963f-1eb288d20dab None None] Attempting to bind port ad71832e-9c48-4d0e-94d1-8879257d4bdd by drivers openvswitch,hyperv on host dv-cinder-797245-3-iscsi at level 0 using segments [{'id': 'bba32aef-ac7d-4881-aeb7-7b8056567483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22'}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:14:49.906569 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bac95c3-1f24-41f1-963f-1eb288d20dab None None] Attempting to bind port ad71832e-9c48-4d0e-94d1-8879257d4bdd on network f45468d3-7a30-4ca1-b23e-095a7ff9fd22 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:14:49.928366 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bac95c3-1f24-41f1-963f-1eb288d20dab None None] Checking agent: {'id': '1b1a71b0-3353-4cb1-9b62-7c1d9dbff1e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 2, 11), 'started_at': datetime.datetime(2021, 6, 21, 10, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:14:49.929209 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bac95c3-1f24-41f1-963f-1eb288d20dab None None] Checking segment: {'id': 'bba32aef-ac7d-4881-aeb7-7b8056567483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:14:49.929786 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7bac95c3-1f24-41f1-963f-1eb288d20dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:49.930338 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bac95c3-1f24-41f1-963f-1eb288d20dab None None] Bound using segment: {'id': 'bba32aef-ac7d-4881-aeb7-7b8056567483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22'} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:14:49.931016 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [None req-7bac95c3-1f24-41f1-963f-1eb288d20dab None None] Bound port: ad71832e-9c48-4d0e-94d1-8879257d4bdd, host: dv-cinder-797245-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba32aef-ac7d-4881-aeb7-7b8056567483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22'}}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:14:49.931574 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7bac95c3-1f24-41f1-963f-1eb288d20dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:49.954120 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-1ee2d67a-bfc7-42fc-bdb0-4da9a6c02064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:50.049959 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-21efc249-d5ba-4b5a-9f5c-865b061e99a2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:50.050293 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-e27e759e-b493-4956-88bf-2494516b4634 None None] Set router b29f85ec-8096-48b0-aef6-b1ed54c88700 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:14:50.051970 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-21efc249-d5ba-4b5a-9f5c-865b061e99a2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6829159 Jun 21 10:14:50.055404 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 48570) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:50.063166 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-c6436461-d828-491f-80b7-a728ebff002b tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Request body: {'security_group_rule': {'security_group_id': '37b5cc50-6c54-44e3-bccd-1f34255d60bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:14:50.063994 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21efc249-d5ba-4b5a-9f5c-865b061e99a2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b5cc50-6c54-44e3-bccd-1f34255d60bf,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:50.073918 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-21efc249-d5ba-4b5a-9f5c-865b061e99a2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:50.118330 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f82d1-7887-42e8-82fd-e077b465823b req-4abcbf9d-8fd1-4d29-8748-b1a0a1024910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:50.127828 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0a4f82d1-7887-42e8-82fd-e077b465823b req-4abcbf9d-8fd1-4d29-8748-b1a0a1024910 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d89583220ee1440bbdfeda076a37714b&device_id=cc4cfba3-4d75-458a-9af9-bb06ed967e7d HTTP/1.1" status: 200 len: 1098 time: 0.2456028 Jun 21 10:14:50.158478 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c6436461-d828-491f-80b7-a728ebff002b tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:50.172893 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-7bac95c3-1f24-41f1-963f-1eb288d20dab None None] For port ad71832e-9c48-4d0e-94d1-8879257d4bdd, host dv-cinder-797245-3-iscsi, cleared binding levels {{(pid=92973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:14:50.186581 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-7bac95c3-1f24-41f1-963f-1eb288d20dab None None] For port ad71832e-9c48-4d0e-94d1-8879257d4bdd, host dv-cinder-797245-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=ad71832e-9c48-4d0e-94d1-8879257d4bdd,segment=NetworkSegment(bba32aef-ac7d-4881-aeb7-7b8056567483),segment_id=bba32aef-ac7d-4881-aeb7-7b8056567483)] {{(pid=92973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:14:50.196627 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7bac95c3-1f24-41f1-963f-1eb288d20dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:50.217868 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:50.330080 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c6436461-d828-491f-80b7-a728ebff002b tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:50.339171 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c6436461-d828-491f-80b7-a728ebff002b tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510146'] for security_group_rule, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:50.345019 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-e2fb5ef2-025e-415e-83dd-c8094753c2a3 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:50.345479 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bac95c3-1f24-41f1-963f-1eb288d20dab None None] Routers {'5499a165-a960-444d-bc5d-5bcf21d83d0f'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:14:50.346779 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-7bac95c3-1f24-41f1-963f-1eb288d20dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:14:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['5499a165-a960-444d-bc5d-5bcf21d83d0f'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:14:50.374188 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6436461-d828-491f-80b7-a728ebff002b tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b54b850f-56e0-4197-9bee-83627818061f,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:50.381727 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-c6436461-d828-491f-80b7-a728ebff002b tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:50.399188 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c6436461-d828-491f-80b7-a728ebff002b tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:50.400542 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-c6436461-d828-491f-80b7-a728ebff002b tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3437347 Jun 21 10:14:50.404276 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 48574) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:50.410260 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-1943d37f-2c42-4ccd-9a4e-eed6fdee5bcd tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Request body: {'security_group_rule': {'security_group_id': '37b5cc50-6c54-44e3-bccd-1f34255d60bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:14:50.481221 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1943d37f-2c42-4ccd-9a4e-eed6fdee5bcd tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:50.511214 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f82d1-7887-42e8-82fd-e077b465823b req-fd13d29d-ab3c-4fbf-be24-93b030b69ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:50.514290 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0a4f82d1-7887-42e8-82fd-e077b465823b req-fd13d29d-ab3c-4fbf-be24-93b030b69ec1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=99912a94-0af8-44a1-b5eb-2eb4255e8f95 HTTP/1.1" status: 200 len: 913 time: 0.3723979 Jun 21 10:14:50.648395 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c4c75-14a3-4aeb-8b6a-5945455bf21a None None] Pushing event updated for resources: {'Port': ['ID=ad71832e-9c48-4d0e-94d1-8879257d4bdd,revision_number=4']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:50.664122 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [None req-093c4c75-14a3-4aeb-8b6a-5945455bf21a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:50.678308 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1943d37f-2c42-4ccd-9a4e-eed6fdee5bcd tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:50.687762 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1943d37f-2c42-4ccd-9a4e-eed6fdee5bcd tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510146'] for security_group_rule, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:50.689903 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 48576) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:50.716780 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-c6436461-d828-491f-80b7-a728ebff002b tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:50.725471 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-7bac95c3-1f24-41f1-963f-1eb288d20dab None None] Set router 5499a165-a960-444d-bc5d-5bcf21d83d0f gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:14:50.742831 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-e27e759e-b493-4956-88bf-2494516b4634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'name': 'tempest-TestVolumeBootPattern-245411859-router', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '075a0383-c678-4854-8e3a-80e3d8621620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:32Z', 'revision_number': 4, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'gw_port': {'id': '075a0383-c678-4854-8e3a-80e3d8621620', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_floatingips': [{'id': '43634b0f-977f-475d-8122-54340897cf20', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'port_id': '3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'mac_address': 'fa:16:3e:69:86:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cfba3-4d75-458a-9af9-bb06ed967e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:14:46Z', 'updated_at': '2021-06-21T10:14:46Z', 'revision_number': 0, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6036f762-76bf-44cc-82c7-c94046c50696', 'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'mac_address': 'fa:16:3e:e5:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:31Z', 'updated_at': '2021-06-21T10:13:39Z', 'revision_number': 5, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'subnets': [{'id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:14:50.794147 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27e759e-b493-4956-88bf-2494516b4634 None None] Checking router: b29f85ec-8096-48b0-aef6-b1ed54c88700 for host: dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:14:50.797937 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0a4f82d1-7887-42e8-82fd-e077b465823b req-419361fb-8b97-4163-9b8b-aed8b2af403d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1 HTTP/1.1" status: 200 len: 998 time: 0.2735817 Jun 21 10:14:50.815935 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943d37f-2c42-4ccd-9a4e-eed6fdee5bcd tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=252b015d-c27a-4329-968c-c92d38eb40ce,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:50.831389 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-1943d37f-2c42-4ccd-9a4e-eed6fdee5bcd tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:50.832371 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1943d37f-2c42-4ccd-9a4e-eed6fdee5bcd tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:50.834209 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-1943d37f-2c42-4ccd-9a4e-eed6fdee5bcd tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4281247 Jun 21 10:14:50.839115 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27e759e-b493-4956-88bf-2494516b4634 None None] Routers {'b29f85ec-8096-48b0-aef6-b1ed54c88700'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:14:50.841851 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 48588) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:50.842331 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-e27e759e-b493-4956-88bf-2494516b4634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:14:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['b29f85ec-8096-48b0-aef6-b1ed54c88700'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:14:50.854869 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-a28e3d30-9853-4bb1-ae33-ca7c1847b4b2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Request body: {'floatingip': {'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:14:50.912216 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a28e3d30-9853-4bb1-ae33-ca7c1847b4b2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for floatingip, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:50.941874 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f82d1-7887-42e8-82fd-e077b465823b req-0ed43a23-69f8-48dd-a14d-d228bb29f525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:50.945685 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0a4f82d1-7887-42e8-82fd-e077b465823b req-0ed43a23-69f8-48dd-a14d-d228bb29f525 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3c4edada-c0f2-4bfd-9da7-75ff93dda488 HTTP/1.1" status: 200 len: 850 time: 0.1399624 Jun 21 10:14:51.055878 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f82d1-7887-42e8-82fd-e077b465823b req-389b67a4-71c8-4c72-b663-2089a647bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:51.058746 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0a4f82d1-7887-42e8-82fd-e077b465823b req-389b67a4-71c8-4c72-b663-2089a647bc92 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=99912a94-0af8-44a1-b5eb-2eb4255e8f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1056178 Jun 21 10:14:51.078728 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e74c6d84-082b-472b-ba01-896efa09aadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:51.221671 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-e27e759e-b493-4956-88bf-2494516b4634 None None] Set router b29f85ec-8096-48b0-aef6-b1ed54c88700 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:14:51.230498 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0a4f82d1-7887-42e8-82fd-e077b465823b req-799374ff-5e32-4a03-bbfc-1497c8d4d086 service neutron] 10.222.0.74 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629627 Jun 21 10:14:51.283737 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-7bac95c3-1f24-41f1-963f-1eb288d20dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1311109622-router', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:14:38Z', 'updated_at': '2021-06-21T10:14:44Z', 'revision_number': 4, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'gw_port': {'id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:39Z', 'updated_at': '2021-06-21T10:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'ad71832e-9c48-4d0e-94d1-8879257d4bdd', 'name': '', 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'mac_address': 'fa:16:3e:c4:ce:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:43Z', 'updated_at': '2021-06-21T10:14:50Z', 'revision_number': 4, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'subnets': [{'id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:14:51.345791 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bac95c3-1f24-41f1-963f-1eb288d20dab None None] The sync data for ids ['5499a165-a960-444d-bc5d-5bcf21d83d0f'] in dv-cinder-797245-3-iscsi is: [{'id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1311109622-router', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:14:38Z', 'updated_at': '2021-06-21T10:14:44Z', 'revision_number': 4, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'gw_port': {'id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:39Z', 'updated_at': '2021-06-21T10:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'ad71832e-9c48-4d0e-94d1-8879257d4bdd', 'name': '', 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'mac_address': 'fa:16:3e:c4:ce:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:43Z', 'updated_at': '2021-06-21T10:14:50Z', 'revision_number': 4, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'subnets': [{'id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:14:51.394921 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a28e3d30-9853-4bb1-ae33-ca7c1847b4b2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:51.403543 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0a4f82d1-7887-42e8-82fd-e077b465823b req-52c80a06-739c-4e00-872f-6d5d55af6d5d service neutron] 10.222.0.74 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651309 Jun 21 10:14:51.529371 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e74c6d84-082b-472b-ba01-896efa09aadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:51.539699 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e74c6d84-082b-472b-ba01-896efa09aadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:51.567937 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-7e53d3e2-5423-471e-91c1-1a397e1943eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:51.574998 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:14:51.575959 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 48604) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:51.582305 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-e74c6d84-082b-472b-ba01-896efa09aadd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d3b3020c8d5c4178b71ef9c53c359291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8900104 Jun 21 10:14:51.654835 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ad204fe5-e43b-46e9-8283-d94fd6621cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:51.676023 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c6d84-082b-472b-ba01-896efa09aadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d5beec-364a-4917-bffc-e475b4f12560,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:51.682930 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-e74c6d84-082b-472b-ba01-896efa09aadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:51.714011 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ad204fe5-e43b-46e9-8283-d94fd6621cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:51.721700 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-e27e759e-b493-4956-88bf-2494516b4634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'name': 'tempest-TestVolumeBootPattern-245411859-router', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '075a0383-c678-4854-8e3a-80e3d8621620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:32Z', 'revision_number': 4, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'gw_port': {'id': '075a0383-c678-4854-8e3a-80e3d8621620', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_floatingips': [{'id': '43634b0f-977f-475d-8122-54340897cf20', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'port_id': '3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'mac_address': 'fa:16:3e:69:86:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cfba3-4d75-458a-9af9-bb06ed967e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:14:46Z', 'updated_at': '2021-06-21T10:14:46Z', 'revision_number': 0, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6036f762-76bf-44cc-82c7-c94046c50696', 'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'mac_address': 'fa:16:3e:e5:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:31Z', 'updated_at': '2021-06-21T10:13:39Z', 'revision_number': 5, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'subnets': [{'id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:14:51.722807 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [None req-a28e3d30-9853-4bb1-ae33-ca7c1847b4b2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Allocated IP 172.27.2.110 (fb624688-f845-4b15-87c8-de4e29ba1da0/d2f51930-445a-41d0-bd73-46a6db281e7c/ec319414-5b94-400d-87d3-9463b5907d79) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:14:51.767814 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27e759e-b493-4956-88bf-2494516b4634 None None] The sync data for ids ['b29f85ec-8096-48b0-aef6-b1ed54c88700'] in dv-cinder-797245-3-iscsi is: [{'id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'name': 'tempest-TestVolumeBootPattern-245411859-router', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '075a0383-c678-4854-8e3a-80e3d8621620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:32Z', 'revision_number': 4, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'gw_port': {'id': '075a0383-c678-4854-8e3a-80e3d8621620', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_floatingips': [{'id': '43634b0f-977f-475d-8122-54340897cf20', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'port_id': '3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'mac_address': 'fa:16:3e:69:86:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cfba3-4d75-458a-9af9-bb06ed967e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:14:46Z', 'updated_at': '2021-06-21T10:14:46Z', 'revision_number': 0, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6036f762-76bf-44cc-82c7-c94046c50696', 'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'mac_address': 'fa:16:3e:e5:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:31Z', 'updated_at': '2021-06-21T10:13:39Z', 'revision_number': 5, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'subnets': [{'id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:14:51.795548 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ad204fe5-e43b-46e9-8283-d94fd6621cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:51.799068 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ad204fe5-e43b-46e9-8283-d94fd6621cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:51.800246 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-ad204fe5-e43b-46e9-8283-d94fd6621cc0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/46d5beec-364a-4917-bffc-e475b4f12560 HTTP/1.1" status: 204 len: 168 time: 0.2232659 Jun 21 10:14:51.801050 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-9910faa4-480b-4a8a-b3ed-66ccc196edfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:51.819624 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad204fe5-e43b-46e9-8283-d94fd6621cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d5beec-364a-4917-bffc-e475b4f12560,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:51.823953 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-ad204fe5-e43b-46e9-8283-d94fd6621cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:51.912076 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a28e3d30-9853-4bb1-ae33-ca7c1847b4b2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:52.034045 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a28e3d30-9853-4bb1-ae33-ca7c1847b4b2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1954238'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:52.038794 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-6867af82-a6b5-4c35-8e9f-da4386a27c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:52.117919 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28e3d30-9853-4bb1-ae33-ca7c1847b4b2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Network fb624688-f845-4b15-87c8-de4e29ba1da0 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:14:52.123127 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-a28e3d30-9853-4bb1-ae33-ca7c1847b4b2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:14:52.127487 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28e3d30-9853-4bb1-ae33-ca7c1847b4b2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:14:52.209541 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f1499f-73a2-437d-819c-7830eff2c51d None None] New status for floating IP 43634b0f-977f-475d-8122-54340897cf20: ACTIVE {{(pid=92973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 10:14:52.239317 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e3d30-9853-4bb1-ae33-ca7c1847b4b2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Pushing event updated for resources: {'Port': ['ID=ec319414-5b94-400d-87d3-9463b5907d79,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:52.283278 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-a28e3d30-9853-4bb1-ae33-ca7c1847b4b2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:52.351650 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a28e3d30-9853-4bb1-ae33-ca7c1847b4b2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:52.480842 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a28e3d30-9853-4bb1-ae33-ca7c1847b4b2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:52.590822 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device ad71832e-9c48-4d0e-94d1-8879257d4bdd up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:14:52.709124 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 48640) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:52.717864 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning for port ad71832e-9c48-4d0e-94d1-8879257d4bdd completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:14:52.731680 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port ad71832e-9c48-4d0e-94d1-8879257d4bdd triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:14:52.732002 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:52.964384 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a28e3d30-9853-4bb1-ae33-ca7c1847b4b2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:52.983754 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a28e3d30-9853-4bb1-ae33-ca7c1847b4b2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:52.986186 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-fe19b482-c5b7-4a14-8a32-2c8fceabb4a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:53.268703 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-7d0f7374-6021-47c4-824c-687ea051ffc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:53.292953 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a28e3d30-9853-4bb1-ae33-ca7c1847b4b2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858313'] for floatingip, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:53.303795 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:53.352528 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e3d30-9853-4bb1-ae33-ca7c1847b4b2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Pushing event updated for resources: {'Port': ['ID=ec319414-5b94-400d-87d3-9463b5907d79,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:53.358307 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-a28e3d30-9853-4bb1-ae33-ca7c1847b4b2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:53.424106 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] For port ad71832e-9c48-4d0e-94d1-8879257d4bdd, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=ad71832e-9c48-4d0e-94d1-8879257d4bdd,segment=NetworkSegment(bba32aef-ac7d-4881-aeb7-7b8056567483),segment_id=bba32aef-ac7d-4881-aeb7-7b8056567483)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:14:53.441801 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:53.447043 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:53.528534 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-7d0f7374-6021-47c4-824c-687ea051ffc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:53.545687 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a28e3d30-9853-4bb1-ae33-ca7c1847b4b2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for floatingip, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:53.548313 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-a28e3d30-9853-4bb1-ae33-ca7c1847b4b2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7053404 Jun 21 10:14:53.549325 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-7d0f7374-6021-47c4-824c-687ea051ffc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:53.565312 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Pushing event updated for resources: {'Port': ['ID=ad71832e-9c48-4d0e-94d1-8879257d4bdd,revision_number=5']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:53.574044 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-5a708410-6f1e-47ff-8a5b-2fe015c052ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:53.589777 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:53.609462 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-7d0f7374-6021-47c4-824c-687ea051ffc2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c24faeaeec3043ff855aa9ca633c41b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8980756 Jun 21 10:14:53.612427 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 48696) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:53.626378 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f7374-6021-47c4-824c-687ea051ffc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cac9b29-4887-466a-aa1a-23894d1109a0,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:53.631487 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-7d0f7374-6021-47c4-824c-687ea051ffc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:53.708905 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c2fcdbc0-7341-4226-9fe9-2659761d6e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:53.764776 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c2fcdbc0-7341-4226-9fe9-2659761d6e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:53.854405 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c2fcdbc0-7341-4226-9fe9-2659761d6e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:53.857455 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c2fcdbc0-7341-4226-9fe9-2659761d6e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:53.859766 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-c2fcdbc0-7341-4226-9fe9-2659761d6e79 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9cac9b29-4887-466a-aa1a-23894d1109a0 HTTP/1.1" status: 204 len: 168 time: 0.2449927 Jun 21 10:14:53.859766 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-330b547d-a404-47ae-b0ab-8f4468e2960a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:53.876926 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcdbc0-7341-4226-9fe9-2659761d6e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cac9b29-4887-466a-aa1a-23894d1109a0,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:53.880211 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-c2fcdbc0-7341-4226-9fe9-2659761d6e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:53.966244 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-70e5c5af-f9fd-4285-82c9-94d7acfd0956 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--194268053&fields=id&tenant_id=5f68e21913be4bacb3ea891f31183f6a HTTP/1.1" status: 200 len: 267 time: 0.0729380 Jun 21 10:14:54.115933 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-30324c29-24bb-4b95-82f3-62734371cf17 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:54.118001 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-30324c29-24bb-4b95-82f3-62734371cf17 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/networks?id=f45468d3-7a30-4ca1-b23e-095a7ff9fd22 HTTP/1.1" status: 200 len: 817 time: 0.1400537 Jun 21 10:14:54.138253 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-ca361800-4237-4132-8fba-d5a2446f4c5b tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/quotas/5f68e21913be4bacb3ea891f31183f6a HTTP/1.1" status: 200 len: 375 time: 0.0110195 Jun 21 10:14:54.264739 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-a45941d9-2388-4751-8947-2338114f4571 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f68e21913be4bacb3ea891f31183f6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1161635 Jun 21 10:14:54.421686 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-c2bdcd96-30b0-4d6e-9186-f3619ca4d740 service neutron] 10.222.0.50 "GET /v2.0/networks/f45468d3-7a30-4ca1-b23e-095a7ff9fd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396825 Jun 21 10:14:54.508648 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device ad71832e-9c48-4d0e-94d1-8879257d4bdd up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:14:54.542506 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-78ce1046-433a-4fef-bfaf-f65e83e53673 service neutron] 10.222.0.50 "GET /v2.0/networks/f45468d3-7a30-4ca1-b23e-095a7ff9fd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106780 Jun 21 10:14:54.574528 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port ad71832e-9c48-4d0e-94d1-8879257d4bdd triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:14:54.575071 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:54.752764 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 48730) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:54.804551 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b00e4490-2261-4fa7-a1b9-1a1deb8072a4 req-59d069bf-741e-48a6-81f4-738bf0fab955 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 210 time: 0.0665376 Jun 21 10:14:54.823012 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08e6fd8-1ba7-4281-a458-a6eb7cec85e6 admin admin] Deleting subnet 2cda0658-0616-43b6-ab62-d04302c3323c {{(pid=92965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 10:14:54.827423 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f08e6fd8-1ba7-4281-a458-a6eb7cec85e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:54.870318 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f08e6fd8-1ba7-4281-a458-a6eb7cec85e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11354325'] for subnet, precommit_delete_associations {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:54.924992 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f08e6fd8-1ba7-4281-a458-a6eb7cec85e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708198'] for subnet, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:55.017110 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f08e6fd8-1ba7-4281-a458-a6eb7cec85e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11354284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9374893'] for subnet, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:55.020103 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-a659e79a-2141-4845-9279-f81315388148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:55.046372 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e6fd8-1ba7-4281-a458-a6eb7cec85e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cda0658-0616-43b6-ab62-d04302c3323c,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:55.049527 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-f08e6fd8-1ba7-4281-a458-a6eb7cec85e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:55.057847 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f08e6fd8-1ba7-4281-a458-a6eb7cec85e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:55.062680 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-f08e6fd8-1ba7-4281-a458-a6eb7cec85e6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2cda0658-0616-43b6-ab62-d04302c3323c HTTP/1.1" status: 204 len: 168 time: 0.3062162 Jun 21 10:14:55.063108 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 48738) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:55.145795 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-50a0359a-0843-432d-bd4b-ecd0c81360d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729370'] for network, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:55.251390 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-50a0359a-0843-432d-bd4b-ecd0c81360d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707321', 'neutron.services.segments.db._delete_segments_for_network-8741296622547'] for network, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:55.267945 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-50a0359a-0843-432d-bd4b-ecd0c81360d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f22717-be90-45d5-b9e1-81e0c5fa4f08']}} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:14:55.283190 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-50a0359a-0843-432d-bd4b-ecd0c81360d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add66687-fc3e-4962-a0af-6ea936c822ff') {'for_net_delete': True} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:14:55.283758 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-50a0359a-0843-432d-bd4b-ecd0c81360d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add66687-fc3e-4962-a0af-6ea936c822ff') {} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:14:55.300285 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-50a0359a-0843-432d-bd4b-ecd0c81360d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741296622376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10525642'] for segment, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:55.300285 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 48744) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:55.331365 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-50a0359a-0843-432d-bd4b-ecd0c81360d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:55.342872 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a0359a-0843-432d-bd4b-ecd0c81360d3 admin admin] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=92958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 10:14:55.343882 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-50a0359a-0843-432d-bd4b-ecd0c81360d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2335328'] for segment, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: Traceback (most recent call last): Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: timer() Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: cb(*args, **kw) Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: return func(*args, **kwargs) Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: self._notify() Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: self.callback(batched_events) Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: event.method(event) Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: return f(self, *a, **k) Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: return self._get(url).json() Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: return self.request(url, 'GET', **kwargs) Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 10:14:55.347325 dv-cinder-797245-3-iscsi neutron-server[92958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 10:14:55.439048 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-50a0359a-0843-432d-bd4b-ecd0c81360d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858363'] for network, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:55.454116 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-50a0359a-0843-432d-bd4b-ecd0c81360d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:55.459458 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-50a0359a-0843-432d-bd4b-ecd0c81360d3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/85f22717-be90-45d5-b9e1-81e0c5fa4f08 HTTP/1.1" status: 204 len: 168 time: 0.3920815 Jun 21 10:14:55.459458 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:55.487524 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cbd95b4c-3717-4b0f-bd76-e0b762d32eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:55.490500 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a0359a-0843-432d-bd4b-ecd0c81360d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=85f22717-be90-45d5-b9e1-81e0c5fa4f08,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:55.493695 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-50a0359a-0843-432d-bd4b-ecd0c81360d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:55.614852 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 48750) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:55.622075 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cbd95b4c-3717-4b0f-bd76-e0b762d32eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:55.631075 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cbd95b4c-3717-4b0f-bd76-e0b762d32eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:55.634672 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-45a7292f-27e1-4fd7-9c2c-597b4d155f25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:55.677057 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd95b4c-3717-4b0f-bd76-e0b762d32eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbb5f91-1793-4540-a021-879786787f8f,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:55.682389 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-cbd95b4c-3717-4b0f-bd76-e0b762d32eb9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b43329f0575b438e8a1c17d645880b4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809659 Jun 21 10:14:55.683537 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-cbd95b4c-3717-4b0f-bd76-e0b762d32eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:55.685283 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 48752) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:55.686001 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 48754) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:55.686182 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-941cf311-3dbd-476f-8726-c13a34030c4c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b1c346eb3bf14abab0822a46f962dde2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0694315 Jun 21 10:14:55.790420 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d1a8f6b5-b00e-4fa3-a8fe-e5f11680e026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:55.792651 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a5892133-0d5f-4103-9990-da78b6c347b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:55.830072 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d1a8f6b5-b00e-4fa3-a8fe-e5f11680e026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:55.832731 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a5892133-0d5f-4103-9990-da78b6c347b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:55.922399 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d1a8f6b5-b00e-4fa3-a8fe-e5f11680e026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:55.925289 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d1a8f6b5-b00e-4fa3-a8fe-e5f11680e026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:55.926499 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-d1a8f6b5-b00e-4fa3-a8fe-e5f11680e026 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9 HTTP/1.1" status: 204 len: 168 time: 0.2310917 Jun 21 10:14:55.928424 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-e74c6d84-082b-472b-ba01-896efa09aadd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:55.931142 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a5892133-0d5f-4103-9990-da78b6c347b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:55.934617 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a5892133-0d5f-4103-9990-da78b6c347b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:55.936245 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-a5892133-0d5f-4103-9990-da78b6c347b7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4cbb5f91-1793-4540-a021-879786787f8f HTTP/1.1" status: 204 len: 168 time: 0.2486861 Jun 21 10:14:55.949501 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8f6b5-b00e-4fa3-a8fe-e5f11680e026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4da1c4d-b916-4e3b-8e6d-6ba41ffbcce9,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:55.952826 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-d1a8f6b5-b00e-4fa3-a8fe-e5f11680e026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:55.953782 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-2b7fdc1f-68c6-4f93-b211-983c3c0e14fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:55.965997 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5892133-0d5f-4103-9990-da78b6c347b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbb5f91-1793-4540-a021-879786787f8f,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:55.968913 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-a5892133-0d5f-4103-9990-da78b6c347b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:56.089271 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-1d3599d9-3a47-4b54-806f-0203ded12272 req-95578a3f-9430-4f68-a47c-11746c466eac tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 210 time: 0.0627711 Jun 21 10:14:56.396873 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-c20d41da-2123-4f21-8b5a-026949e0d058 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:56.400785 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-c20d41da-2123-4f21-8b5a-026949e0d058 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.74 "GET /v2.0/networks?id=f45468d3-7a30-4ca1-b23e-095a7ff9fd22 HTTP/1.1" status: 200 len: 817 time: 0.2131913 Jun 21 10:14:56.491963 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-8268b985-22ef-4416-b9ca-506904ade46f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f68e21913be4bacb3ea891f31183f6a HTTP/1.1" status: 200 len: 379 time: 0.0732267 Jun 21 10:14:56.510944 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-f8750b7e-42d8-4b46-b369-f48bc69e50c9 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Request body: {'port': {'device_id': '938028bf-7169-40ce-897f-bca71ad6a746', 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'admin_state_up': True, 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'security_groups': ['37b5cc50-6c54-44e3-bccd-1f34255d60bf']}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:14:56.544179 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 48768) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:56.561480 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-02787f0a-daae-40a2-8e6b-fdaa16141760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:56.678626 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-02787f0a-daae-40a2-8e6b-fdaa16141760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:56.682243 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-02787f0a-daae-40a2-8e6b-fdaa16141760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:56.685187 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-98599838-a1eb-4375-9ec0-84a8cb615e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:56.702373 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-f8750b7e-42d8-4b46-b369-f48bc69e50c9 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Made reservation on behalf of 5f68e21913be4bacb3ea891f31183f6a for: {'port': 1} {{(pid=92965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:14:56.706418 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-f8750b7e-42d8-4b46-b369-f48bc69e50c9 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:56.723324 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02787f0a-daae-40a2-8e6b-fdaa16141760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17af471-59af-4644-aaec-e9657adc3bee,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:56.728642 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-02787f0a-daae-40a2-8e6b-fdaa16141760 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=251e84e575274935a0786a8b4dcfd50d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1828463 Jun 21 10:14:56.729750 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-02787f0a-daae-40a2-8e6b-fdaa16141760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:56.732819 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 48770) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:56.796097 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d632e2c1-63a1-4a28-acaa-7ab9d64222dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:56.822048 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d632e2c1-63a1-4a28-acaa-7ab9d64222dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:56.866285 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_common [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-f8750b7e-42d8-4b46-b369-f48bc69e50c9 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Allocated IP 172.20.0.11 (f45468d3-7a30-4ca1-b23e-095a7ff9fd22/7754b5eb-78b7-4040-b8fe-e41e18555134/1633b8a6-5ced-42d6-907d-73b1ff8b96a8) {{(pid=92965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:14:56.908150 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d632e2c1-63a1-4a28-acaa-7ab9d64222dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:56.910808 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d632e2c1-63a1-4a28-acaa-7ab9d64222dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:56.915112 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-d632e2c1-63a1-4a28-acaa-7ab9d64222dd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d17af471-59af-4644-aaec-e9657adc3bee HTTP/1.1" status: 204 len: 168 time: 0.1781054 Jun 21 10:14:56.915112 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-f523b7e5-9881-4895-9030-e1599bec889c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:56.923557 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632e2c1-63a1-4a28-acaa-7ab9d64222dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17af471-59af-4644-aaec-e9657adc3bee,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:56.926971 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-d632e2c1-63a1-4a28-acaa-7ab9d64222dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:57.061654 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-f8750b7e-42d8-4b46-b369-f48bc69e50c9 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for port, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:57.082095 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.provisioning_blocks [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-f8750b7e-42d8-4b46-b369-f48bc69e50c9 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Transition to ACTIVE for port object 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 will not be triggered until provisioned by entity DHCP. {{(pid=92965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:14:57.122023 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-f8750b7e-42d8-4b46-b369-f48bc69e50c9 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11354329'] for port, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:57.128337 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-fa3b3242-94fb-4586-8171-0b68224839a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:57.136707 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:57.175542 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-f8750b7e-42d8-4b46-b369-f48bc69e50c9 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Network f45468d3-7a30-4ca1-b23e-095a7ff9fd22 is already hosted by enough agents. {{(pid=92965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:14:57.181922 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-f8750b7e-42d8-4b46-b369-f48bc69e50c9 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Resources bound (agent type, host, resource id): {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:14:57.193381 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-f8750b7e-42d8-4b46-b369-f48bc69e50c9 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Received port after_create {{(pid=92965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:14:57.245870 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8750b7e-42d8-4b46-b369-f48bc69e50c9 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Pushing event updated for resources: {'Port': ['ID=1633b8a6-5ced-42d6-907d-73b1ff8b96a8,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:57.261694 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-f8750b7e-42d8-4b46-b369-f48bc69e50c9 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:57.277981 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-f8750b7e-42d8-4b46-b369-f48bc69e50c9 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:57.278902 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-f8750b7e-42d8-4b46-b369-f48bc69e50c9 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:57.298860 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-f8750b7e-42d8-4b46-b369-f48bc69e50c9 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7935348 Jun 21 10:14:57.319256 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-bacfcff8-faff-4fbb-89a3-99b4412932c4 service neutron] Request body: {'port': {'device_id': '938028bf-7169-40ce-897f-bca71ad6a746', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:14:57.400513 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9f58d-0936-46fe-aacc-f48db6653457 req-e0fe4ea6-c00d-4b6a-bf14-a7b4490e48b4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:57.402076 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4ad9f58d-0936-46fe-aacc-f48db6653457 req-e0fe4ea6-c00d-4b6a-bf14-a7b4490e48b4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 932 time: 0.1040101 Jun 21 10:14:57.449235 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-bacfcff8-faff-4fbb-89a3-99b4412932c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:57.468232 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4ad9f58d-0936-46fe-aacc-f48db6653457 req-3f28ed28-e968-444c-9564-5177e7a726e2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543833 Jun 21 10:14:57.534351 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-06c4e2c0-ae51-4a73-888c-b00115b53497 None None] Provisioning for port 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 completed by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:14:57.546230 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-06c4e2c0-ae51-4a73-888c-b00115b53497 None None] Provisioning complete for port 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:14:57.546994 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-06c4e2c0-ae51-4a73-888c-b00115b53497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:57.613413 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-06c4e2c0-ae51-4a73-888c-b00115b53497 None None] Port 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 cannot update to ACTIVE because it is not bound. {{(pid=92969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 10:14:57.766676 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.notifiers.nova [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-bacfcff8-faff-4fbb-89a3-99b4412932c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 {{(pid=92965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:14:57.779392 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-bacfcff8-faff-4fbb-89a3-99b4412932c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:57.795149 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.provisioning_blocks [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-bacfcff8-faff-4fbb-89a3-99b4412932c4 service neutron] Transition to ACTIVE for port object 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 will not be triggered until provisioned by entity L2. {{(pid=92965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:14:57.799799 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-bacfcff8-faff-4fbb-89a3-99b4412932c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11354351'] for port, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:57.803622 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:57.887457 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacfcff8-faff-4fbb-89a3-99b4412932c4 service neutron] Pushing event updated for resources: {'Port': ['ID=1633b8a6-5ced-42d6-907d-73b1ff8b96a8,revision_number=2']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:57.891209 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-bacfcff8-faff-4fbb-89a3-99b4412932c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:57.978399 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.managers [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-bacfcff8-faff-4fbb-89a3-99b4412932c4 service neutron] Attempting to bind port 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:14:57.978701 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.managers [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-bacfcff8-faff-4fbb-89a3-99b4412932c4 service neutron] Attempting to bind port 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'bba32aef-ac7d-4881-aeb7-7b8056567483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22'}] {{(pid=92965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:14:57.979112 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-bacfcff8-faff-4fbb-89a3-99b4412932c4 service neutron] Attempting to bind port 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 on network f45468d3-7a30-4ca1-b23e-095a7ff9fd22 {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:14:57.992538 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-bacfcff8-faff-4fbb-89a3-99b4412932c4 service neutron] Port 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 on network f45468d3-7a30-4ca1-b23e-095a7ff9fd22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 10:14:57.992538 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-bacfcff8-faff-4fbb-89a3-99b4412932c4 service neutron] Attempting to bind port 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 on network f45468d3-7a30-4ca1-b23e-095a7ff9fd22 {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:14:57.999315 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-bacfcff8-faff-4fbb-89a3-99b4412932c4 service neutron] Checking agent: {'id': 'e8144930-5ccd-413e-a521-fc03e228bde1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'started_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:14:57.999652 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-bacfcff8-faff-4fbb-89a3-99b4412932c4 service neutron] Checking segment: {'id': 'bba32aef-ac7d-4881-aeb7-7b8056567483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:14:58.000132 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-bacfcff8-faff-4fbb-89a3-99b4412932c4 service neutron] Bound using segment: {'id': 'bba32aef-ac7d-4881-aeb7-7b8056567483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22'} {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:14:58.000607 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.managers [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-bacfcff8-faff-4fbb-89a3-99b4412932c4 service neutron] Bound port: 1633b8a6-5ced-42d6-907d-73b1ff8b96a8, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bba32aef-ac7d-4881-aeb7-7b8056567483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22'}}] {{(pid=92965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:14:58.000996 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-bacfcff8-faff-4fbb-89a3-99b4412932c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:58.101462 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-bacfcff8-faff-4fbb-89a3-99b4412932c4 service neutron] For port 1633b8a6-5ced-42d6-907d-73b1ff8b96a8, host hv-cinder-79724, cleared binding levels {{(pid=92965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:14:58.104722 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-bacfcff8-faff-4fbb-89a3-99b4412932c4 service neutron] For port 1633b8a6-5ced-42d6-907d-73b1ff8b96a8, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=1633b8a6-5ced-42d6-907d-73b1ff8b96a8,segment=NetworkSegment(bba32aef-ac7d-4881-aeb7-7b8056567483),segment_id=bba32aef-ac7d-4881-aeb7-7b8056567483)] {{(pid=92965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:14:58.111242 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-bacfcff8-faff-4fbb-89a3-99b4412932c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11354351'] for port, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:58.113286 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-5c8b9f7d-933c-47f4-bd2a-676695ed1d34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:58.156002 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-bacfcff8-faff-4fbb-89a3-99b4412932c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:58.156658 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-bacfcff8-faff-4fbb-89a3-99b4412932c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:58.158481 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-bacfcff8-faff-4fbb-89a3-99b4412932c4 service neutron] 10.222.0.74 "PUT /v2.0/ports/1633b8a6-5ced-42d6-907d-73b1ff8b96a8 HTTP/1.1" status: 200 len: 1094 time: 0.8446820 Jun 21 10:14:58.159008 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938028bf-7169-40ce-897f-bca71ad6a746', 'tag': '1633b8a6-5ced-42d6-907d-73b1ff8b96a8'}] {{(pid=92965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:14:58.161366 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6455383dad080abf38abbc06b7173bfc99a12cfb8f38fffed40ef3479635dd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6428e02-3a7f-4a26-ada3-76bddab8076f" -d '{"events": [{"name": "network-changed", "server_uuid": "938028bf-7169-40ce-897f-bca71ad6a746", "tag": "1633b8a6-5ced-42d6-907d-73b1ff8b96a8"}]}' {{(pid=92965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:14:58.222755 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacfcff8-faff-4fbb-89a3-99b4412932c4 service neutron] Pushing event updated for resources: {'Port': ['ID=1633b8a6-5ced-42d6-907d-73b1ff8b96a8,revision_number=3']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:58.261945 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-bacfcff8-faff-4fbb-89a3-99b4412932c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:58.263709 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec1c501-6f95-4cc4-b0f1-e4338a34cba4 x-openstack-request-id: req-9ec1c501-6f95-4cc4-b0f1-e4338a34cba4 {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:14:58.264039 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938028bf-7169-40ce-897f-bca71ad6a746", "tag": "1633b8a6-5ced-42d6-907d-73b1ff8b96a8", "status": "completed", "code": 200}]} {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:14:58.264327 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9ec1c501-6f95-4cc4-b0f1-e4338a34cba4 {{(pid=92965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:14:58.264785 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '938028bf-7169-40ce-897f-bca71ad6a746', 'tag': '1633b8a6-5ced-42d6-907d-73b1ff8b96a8', 'status': 'completed', 'code': 200} Jun 21 10:14:58.302127 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-241ea87c-0cde-4e1b-98b7-01e39b014a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:58.304938 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-241ea87c-0cde-4e1b-98b7-01e39b014a28 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f68e21913be4bacb3ea891f31183f6a&device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 1097 time: 0.0774412 Jun 21 10:14:58.376003 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-ad46d23c-fe37-44ef-ac8c-bd6e0f0f91cb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1633b8a6-5ced-42d6-907d-73b1ff8b96a8 HTTP/1.1" status: 200 len: 217 time: 0.0536640 Jun 21 10:14:58.442633 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-dec13ac7-16af-4aa5-80c4-9e7a6599379f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:58.445215 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-dec13ac7-16af-4aa5-80c4-9e7a6599379f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7754b5eb-78b7-4040-b8fe-e41e18555134 HTTP/1.1" status: 200 len: 856 time: 0.0631442 Jun 21 10:14:58.517133 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-79cbc19d-daee-49c9-961f-bf4d8eb94421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:58.518758 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-79cbc19d-daee-49c9-961f-bf4d8eb94421 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f45468d3-7a30-4ca1-b23e-095a7ff9fd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671663 Jun 21 10:14:58.663351 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-abcea840-4d0f-40b7-9875-7c99c029558f service neutron] 10.222.0.74 "GET /v2.0/networks/f45468d3-7a30-4ca1-b23e-095a7ff9fd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374929 Jun 21 10:14:58.673229 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7a43b-05c9-4637-b29a-0b2510e7d831 req-f26e9652-a38d-497a-8dcf-8997f06ab1da tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:58.674927 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-14f7a43b-05c9-4637-b29a-0b2510e7d831 req-f26e9652-a38d-497a-8dcf-8997f06ab1da tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 944 time: 0.0927482 Jun 21 10:14:58.756145 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-14f7a43b-05c9-4637-b29a-0b2510e7d831 req-d8b642de-8c95-4c64-ac36-1999ddf85427 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693491 Jun 21 10:14:58.795150 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d9b96d1b-d9a4-4f2c-85e6-e53d8765b78b req-4a7bff26-4c0c-4def-9743-e46d78d48170 service neutron] 10.222.0.74 "GET /v2.0/networks/f45468d3-7a30-4ca1-b23e-095a7ff9fd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248291 Jun 21 10:14:58.978551 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6428e02-3a7f-4a26-ada3-76bddab8076f req-2eea5cee-2b34-44e6-86f9-56b2f71bc66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:58.980216 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e6428e02-3a7f-4a26-ada3-76bddab8076f req-2eea5cee-2b34-44e6-86f9-56b2f71bc66e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f68e21913be4bacb3ea891f31183f6a&device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 1097 time: 0.0830574 Jun 21 10:14:59.324052 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 48824) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:59.343017 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6428e02-3a7f-4a26-ada3-76bddab8076f req-3b1c257b-00bc-4603-9a65-2ea3746ee5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:59.344753 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e6428e02-3a7f-4a26-ada3-76bddab8076f req-3b1c257b-00bc-4603-9a65-2ea3746ee5de service neutron] 10.222.0.74 "GET /v2.0/networks?id=f45468d3-7a30-4ca1-b23e-095a7ff9fd22 HTTP/1.1" status: 200 len: 919 time: 0.3564379 Jun 21 10:14:59.394795 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e6428e02-3a7f-4a26-ada3-76bddab8076f req-e9cb6006-3260-4afa-a154-2a4d2423d685 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1633b8a6-5ced-42d6-907d-73b1ff8b96a8 HTTP/1.1" status: 200 len: 217 time: 0.0414267 Jun 21 10:14:59.462550 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-0fbca8da-4456-426c-8ce6-dc09dd895bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:59.475897 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6428e02-3a7f-4a26-ada3-76bddab8076f req-abfdc7ef-34c4-4093-99d9-4782ff77d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:59.477971 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e6428e02-3a7f-4a26-ada3-76bddab8076f req-abfdc7ef-34c4-4093-99d9-4782ff77d2a6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7754b5eb-78b7-4040-b8fe-e41e18555134 HTTP/1.1" status: 200 len: 856 time: 0.0733852 Jun 21 10:14:59.596432 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6428e02-3a7f-4a26-ada3-76bddab8076f req-d208e6c9-4067-438d-ab55-fe3129a0956e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:14:59.596877 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e6428e02-3a7f-4a26-ada3-76bddab8076f req-d208e6c9-4067-438d-ab55-fe3129a0956e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f45468d3-7a30-4ca1-b23e-095a7ff9fd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1117275 Jun 21 10:14:59.688855 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-0fbca8da-4456-426c-8ce6-dc09dd895bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:59.696208 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-0fbca8da-4456-426c-8ce6-dc09dd895bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:59.701009 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-bebf0c41-3f0f-4145-bfc0-82cf1a62965c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:59.757030 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-0fbca8da-4456-426c-8ce6-dc09dd895bd1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cc83b220fc2143f3a07a912997670c58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4309671 Jun 21 10:14:59.759667 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbca8da-4456-426c-8ce6-dc09dd895bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848b9c4d-b99f-4ea9-bfe8-80b66629bd0b,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:59.760025 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 48828) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:14:59.762775 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-0fbca8da-4456-426c-8ce6-dc09dd895bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:14:59.767592 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e6428e02-3a7f-4a26-ada3-76bddab8076f req-09843678-fbb1-4a5b-a03f-03bf1479f0d5 service neutron] 10.222.0.74 "GET /v2.0/networks/f45468d3-7a30-4ca1-b23e-095a7ff9fd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575112 Jun 21 10:14:59.846369 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1a8ba159-bea2-4f87-99a5-afe5917f9b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:59.878572 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1a8ba159-bea2-4f87-99a5-afe5917f9b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:59.935693 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e6428e02-3a7f-4a26-ada3-76bddab8076f req-ed96886a-1644-423b-a687-fb5d3d6611ef service neutron] 10.222.0.74 "GET /v2.0/networks/f45468d3-7a30-4ca1-b23e-095a7ff9fd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608276 Jun 21 10:14:59.949816 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1a8ba159-bea2-4f87-99a5-afe5917f9b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:59.954331 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1a8ba159-bea2-4f87-99a5-afe5917f9b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:14:59.956033 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-1a8ba159-bea2-4f87-99a5-afe5917f9b3b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/848b9c4d-b99f-4ea9-bfe8-80b66629bd0b HTTP/1.1" status: 204 len: 168 time: 0.1947892 Jun 21 10:14:59.957155 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-a5892133-0d5f-4103-9990-da78b6c347b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:14:59.972358 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ba159-bea2-4f87-99a5-afe5917f9b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848b9c4d-b99f-4ea9-bfe8-80b66629bd0b,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:14:59.980790 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-1a8ba159-bea2-4f87-99a5-afe5917f9b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:15:00.027420 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0caff91-73ee-4a16-8d11-766f767b80f6 req-315445f9-6e42-41dc-875d-0543984c9b81 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:00.029354 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d0caff91-73ee-4a16-8d11-766f767b80f6 req-315445f9-6e42-41dc-875d-0543984c9b81 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 944 time: 0.1296558 Jun 21 10:15:00.085293 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d0caff91-73ee-4a16-8d11-766f767b80f6 req-a19ee620-7efb-40a5-8a70-8c2808fdcee3 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482376 Jun 21 10:15:00.314361 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 48836) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:15:00.329694 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 10:15:00.336003 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a6a20802-bb67-4756-bd69-927ba862fdd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:00.457329 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a6a20802-bb67-4756-bd69-927ba862fdd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:00.465559 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-a6a20802-bb67-4756-bd69-927ba862fdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:00.469399 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-7bb4c486-c620-42de-925f-114793bd77de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:15:00.471723 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 1633b8a6-5ced-42d6-907d-73b1ff8b96a8, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=1633b8a6-5ced-42d6-907d-73b1ff8b96a8,segment=NetworkSegment(bba32aef-ac7d-4881-aeb7-7b8056567483),segment_id=bba32aef-ac7d-4881-aeb7-7b8056567483)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:15:00.487263 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Returning: {'device': '1633b8a6-5ced-42d6-907d-73b1ff8b96a8', 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'port_id': '1633b8a6-5ced-42d6-907d-73b1ff8b96a8', 'mac_address': 'fa:16:3e:32:a1:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 10:15:00.516148 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-a6a20802-bb67-4756-bd69-927ba862fdd3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=95d237054b6947e1902fd5096e21b422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2004972 Jun 21 10:15:00.517127 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a20802-bb67-4756-bd69-927ba862fdd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70951187-b176-43de-b212-79566e5de029,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:15:00.519162 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 48838) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:15:00.521529 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-a6a20802-bb67-4756-bd69-927ba862fdd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:15:00.544291 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:00.563424 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 {{(pid=92969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:15:00.589272 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b191066d-ae9c-49d7-a342-d0b4fbaf0c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:00.593495 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 1633b8a6-5ced-42d6-907d-73b1ff8b96a8, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=1633b8a6-5ced-42d6-907d-73b1ff8b96a8,segment=NetworkSegment(bba32aef-ac7d-4881-aeb7-7b8056567483),segment_id=bba32aef-ac7d-4881-aeb7-7b8056567483)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:15:00.598354 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:00.600397 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:15:00.612667 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b191066d-ae9c-49d7-a342-d0b4fbaf0c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:00.650950 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=1633b8a6-5ced-42d6-907d-73b1ff8b96a8,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:15:00.657458 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:15:00.671784 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b191066d-ae9c-49d7-a342-d0b4fbaf0c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:00.674730 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b191066d-ae9c-49d7-a342-d0b4fbaf0c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:00.676141 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-b191066d-ae9c-49d7-a342-d0b4fbaf0c0a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/70951187-b176-43de-b212-79566e5de029 HTTP/1.1" status: 204 len: 168 time: 0.1540027 Jun 21 10:15:00.677594 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-53071674-910c-4826-a387-c6ab43dba919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:15:00.688809 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191066d-ae9c-49d7-a342-d0b4fbaf0c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70951187-b176-43de-b212-79566e5de029,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:15:00.691569 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-b191066d-ae9c-49d7-a342-d0b4fbaf0c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:15:00.954230 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['1633b8a6-5ced-42d6-907d-73b1ff8b96a8'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:15:01.338165 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc5d64-c7ea-4642-9614-6ffc3e2f7275 req-9960a66e-0072-4f66-a7e4-3ec29a9933d0 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:01.339754 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3bcc5d64-c7ea-4642-9614-6ffc3e2f7275 req-9960a66e-0072-4f66-a7e4-3ec29a9933d0 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 945 time: 0.1049047 Jun 21 10:15:01.401358 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3bcc5d64-c7ea-4642-9614-6ffc3e2f7275 req-d3caf9f5-00ca-4741-85f8-ee44ab24c3ee tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520871 Jun 21 10:15:01.987357 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 48872) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:15:02.113277 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-4a5e4557-d4e5-442e-b90b-33745a8733a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:02.227948 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-4a5e4557-d4e5-442e-b90b-33745a8733a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:02.232875 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-4a5e4557-d4e5-442e-b90b-33745a8733a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:02.235660 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-743f4b4e-4edf-483f-9de4-24ba3454144f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:15:02.271847 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e4557-d4e5-442e-b90b-33745a8733a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afedf42-c287-4df9-a84f-f1a5558b5889,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:15:02.274947 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-4a5e4557-d4e5-442e-b90b-33745a8733a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:15:02.277707 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-4a5e4557-d4e5-442e-b90b-33745a8733a2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=852184da33014647b28bf7af4d5eced9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892709 Jun 21 10:15:02.281557 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 48876) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:15:02.326625 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 up at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:15:02.338335 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c2a29f09-0070-4412-95b8-6c527c0a8b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:02.369729 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c2a29f09-0070-4412-95b8-6c527c0a8b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:02.381059 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning for port 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:15:02.384998 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning complete for port 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:15:02.385384 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:02.425813 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c2a29f09-0070-4412-95b8-6c527c0a8b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:02.429288 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c2a29f09-0070-4412-95b8-6c527c0a8b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:02.430656 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-c2a29f09-0070-4412-95b8-6c527c0a8b50 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8afedf42-c287-4df9-a84f-f1a5558b5889 HTTP/1.1" status: 204 len: 168 time: 0.1480052 Jun 21 10:15:02.431529 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-b191066d-ae9c-49d7-a342-d0b4fbaf0c0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:15:02.442272 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a29f09-0070-4412-95b8-6c527c0a8b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afedf42-c287-4df9-a84f-f1a5558b5889,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:15:02.444958 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-c2a29f09-0070-4412-95b8-6c527c0a8b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:15:02.493700 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:02.523043 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938028bf-7169-40ce-897f-bca71ad6a746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1633b8a6-5ced-42d6-907d-73b1ff8b96a8'}] {{(pid=92969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:15:02.526161 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c706f658ccf844bfe168bfc8e6ee8c8c6942380e727e998ad24aefeb68f4a8cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bdf525-d0a9-4781-8dae-6478fe40c3c3" -d '{"events": [{"server_uuid": "938028bf-7169-40ce-897f-bca71ad6a746", "name": "network-vif-plugged", "status": "completed", "tag": "1633b8a6-5ced-42d6-907d-73b1ff8b96a8"}]}' {{(pid=92969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:15:02.543282 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 1633b8a6-5ced-42d6-907d-73b1ff8b96a8, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=1633b8a6-5ced-42d6-907d-73b1ff8b96a8,segment=NetworkSegment(bba32aef-ac7d-4881-aeb7-7b8056567483),segment_id=bba32aef-ac7d-4881-aeb7-7b8056567483)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:15:02.548508 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:02.551675 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:15:02.587581 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed21e24f-a005-49c4-93bd-bd56bc56134d x-openstack-request-id: req-ed21e24f-a005-49c4-93bd-bd56bc56134d {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:15:02.587581 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938028bf-7169-40ce-897f-bca71ad6a746", "name": "network-vif-plugged", "status": "completed", "tag": "1633b8a6-5ced-42d6-907d-73b1ff8b96a8", "code": 200}]} {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:15:02.587581 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ed21e24f-a005-49c4-93bd-bd56bc56134d {{(pid=92969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:15:02.587581 dv-cinder-797245-3-iscsi neutron-server[92969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938028bf-7169-40ce-897f-bca71ad6a746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1633b8a6-5ced-42d6-907d-73b1ff8b96a8', 'code': 200} Jun 21 10:15:02.623630 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=1633b8a6-5ced-42d6-907d-73b1ff8b96a8,revision_number=5']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:15:02.629164 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:15:02.719958 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdc56d-c09b-4567-9802-0712fd279140 req-1a3edb59-4e2a-4a6a-8266-7497346e9599 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:02.721604 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-32fdc56d-c09b-4567-9802-0712fd279140 req-1a3edb59-4e2a-4a6a-8266-7497346e9599 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 946 time: 0.1309185 Jun 21 10:15:02.789724 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-32fdc56d-c09b-4567-9802-0712fd279140 req-3347322b-3359-4a9a-aacd-ecb9b0fba031 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508854 Jun 21 10:15:02.933635 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0599b9e-61f3-4b5f-acbc-7a6e1e6eba97 req-6d3724a4-730e-4c73-a566-4dd51617c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:02.935161 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c0599b9e-61f3-4b5f-acbc-7a6e1e6eba97 req-6d3724a4-730e-4c73-a566-4dd51617c993 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 1099 time: 0.0672617 Jun 21 10:15:02.973639 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c0599b9e-61f3-4b5f-acbc-7a6e1e6eba97 req-95def2b4-e936-4b93-bd36-ec32a62408e9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310972 Jun 21 10:15:04.272123 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a9440-62b6-4976-9f54-c8ddb63df4eb req-b4221902-db5d-4f44-9199-f7e3a6b8ac99 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:04.273681 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-523a9440-62b6-4976-9f54-c8ddb63df4eb req-b4221902-db5d-4f44-9199-f7e3a6b8ac99 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 946 time: 0.3415067 Jun 21 10:15:04.327400 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-523a9440-62b6-4976-9f54-c8ddb63df4eb req-1bf9e539-3525-4d71-9c50-cd9b22edf7df tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472133 Jun 21 10:15:05.584986 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9b35d-a880-4495-93f5-2573b6817192 req-b37a99d4-9c13-4435-97d4-f226855e00b0 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:05.586558 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-bbc9b35d-a880-4495-93f5-2573b6817192 req-b37a99d4-9c13-4435-97d4-f226855e00b0 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 946 time: 0.0765855 Jun 21 10:15:05.648023 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-bbc9b35d-a880-4495-93f5-2573b6817192 req-de8da74e-0d4a-4a61-b72a-50cbd7fc3cea tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504982 Jun 21 10:15:05.845779 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64df9b-a35b-4084-a4b3-842ada8106c0 req-14350c22-06ba-47c3-94c0-a9fd886b04aa tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:05.847283 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-af64df9b-a35b-4084-a4b3-842ada8106c0 req-14350c22-06ba-47c3-94c0-a9fd886b04aa tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 946 time: 0.0683877 Jun 21 10:15:05.857326 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 48968) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:15:05.862320 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-b877ac12-67e8-4090-bc2d-1cace9eef261 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Request body: {'floatingip': {'port_id': '1633b8a6-5ced-42d6-907d-73b1ff8b96a8'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:15:05.950833 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b877ac12-67e8-4090-bc2d-1cace9eef261 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for floatingip, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:06.479219 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b877ac12-67e8-4090-bc2d-1cace9eef261 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:06.484427 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b877ac12-67e8-4090-bc2d-1cace9eef261 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858313'] for floatingip, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:06.598885 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.db.l3_db [None req-b877ac12-67e8-4090-bc2d-1cace9eef261 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Floating IP d9fc9983-ae42-41ae-aa16-53a032acd287 associated. External IP: 172.27.2.110, port: 1633b8a6-5ced-42d6-907d-73b1ff8b96a8. Jun 21 10:15:06.833912 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b877ac12-67e8-4090-bc2d-1cace9eef261 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Router 5499a165-a960-444d-bc5d-5bcf21d83d0f has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:15:06.956075 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b877ac12-67e8-4090-bc2d-1cace9eef261 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:15:06.962143 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b877ac12-67e8-4090-bc2d-1cace9eef261 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for floatingip, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:06.966668 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061b3fb7-104b-4230-ac8b-fb5e2960cf13 None None] Sync routers for ids ['5499a165-a960-444d-bc5d-5bcf21d83d0f'] in dv-cinder-797245-3-iscsi {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:15:06.978306 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061b3fb7-104b-4230-ac8b-fb5e2960cf13 None None] Routers {'5499a165-a960-444d-bc5d-5bcf21d83d0f'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:15:06.979224 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-061b3fb7-104b-4230-ac8b-fb5e2960cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:14:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['5499a165-a960-444d-bc5d-5bcf21d83d0f'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:15:07.002572 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-b877ac12-67e8-4090-bc2d-1cace9eef261 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "PUT /v2.0/floatingips/d9fc9983-ae42-41ae-aa16-53a032acd287 HTTP/1.1" status: 200 len: 992 time: 1.1441090 Jun 21 10:15:07.003446 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938028bf-7169-40ce-897f-bca71ad6a746', 'tag': '1633b8a6-5ced-42d6-907d-73b1ff8b96a8'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:15:07.006792 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552c2bf4-fafd-4dbb-8aa7-1c9f91a45205" -d '{"events": [{"name": "network-changed", "server_uuid": "938028bf-7169-40ce-897f-bca71ad6a746", "tag": "1633b8a6-5ced-42d6-907d-73b1ff8b96a8"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:15:07.047807 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e844e61b-6070-4b7e-abc6-805fa8e3e8e2 x-openstack-request-id: req-e844e61b-6070-4b7e-abc6-805fa8e3e8e2 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:15:07.048323 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938028bf-7169-40ce-897f-bca71ad6a746", "tag": "1633b8a6-5ced-42d6-907d-73b1ff8b96a8", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:15:07.048764 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e844e61b-6070-4b7e-abc6-805fa8e3e8e2 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:15:07.049544 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '938028bf-7169-40ce-897f-bca71ad6a746', 'tag': '1633b8a6-5ced-42d6-907d-73b1ff8b96a8', 'status': 'completed', 'code': 200} Jun 21 10:15:07.105650 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-061b3fb7-104b-4230-ac8b-fb5e2960cf13 None None] Set router 5499a165-a960-444d-bc5d-5bcf21d83d0f gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:15:07.208763 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c2bf4-fafd-4dbb-8aa7-1c9f91a45205 req-cdbc850c-1834-4976-bece-1b1a85b63655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:07.208763 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-552c2bf4-fafd-4dbb-8aa7-1c9f91a45205 req-cdbc850c-1834-4976-bece-1b1a85b63655 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f68e21913be4bacb3ea891f31183f6a&device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 1099 time: 0.0754600 Jun 21 10:15:07.325476 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c2bf4-fafd-4dbb-8aa7-1c9f91a45205 req-a885c09b-49cd-4afa-9a44-7f3c60aead10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:07.327206 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-552c2bf4-fafd-4dbb-8aa7-1c9f91a45205 req-a885c09b-49cd-4afa-9a44-7f3c60aead10 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f45468d3-7a30-4ca1-b23e-095a7ff9fd22 HTTP/1.1" status: 200 len: 919 time: 0.0978513 Jun 21 10:15:07.372611 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-416ace9b-1ab6-4d0e-a461-2545fd96155b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:07.405608 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-061b3fb7-104b-4230-ac8b-fb5e2960cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1311109622-router', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:14:38Z', 'updated_at': '2021-06-21T10:14:44Z', 'revision_number': 4, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'gw_port': {'id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:39Z', 'updated_at': '2021-06-21T10:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_floatingips': [{'id': 'd9fc9983-ae42-41ae-aa16-53a032acd287', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'port_id': '1633b8a6-5ced-42d6-907d-73b1ff8b96a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'mac_address': 'fa:16:3e:32:a1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938028bf-7169-40ce-897f-bca71ad6a746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:14:52Z', 'updated_at': '2021-06-21T10:15:06Z', 'revision_number': 1, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad71832e-9c48-4d0e-94d1-8879257d4bdd', 'name': '', 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'mac_address': 'fa:16:3e:c4:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:43Z', 'updated_at': '2021-06-21T10:14:53Z', 'revision_number': 5, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'subnets': [{'id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:15:07.409068 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-552c2bf4-fafd-4dbb-8aa7-1c9f91a45205 req-d329e167-ab21-4b08-85d0-de4afedba284 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1633b8a6-5ced-42d6-907d-73b1ff8b96a8 HTTP/1.1" status: 200 len: 1000 time: 0.0745628 Jun 21 10:15:07.440770 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061b3fb7-104b-4230-ac8b-fb5e2960cf13 None None] Checking router: 5499a165-a960-444d-bc5d-5bcf21d83d0f for host: dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:15:07.451380 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061b3fb7-104b-4230-ac8b-fb5e2960cf13 None None] Routers {'5499a165-a960-444d-bc5d-5bcf21d83d0f'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:15:07.452005 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-061b3fb7-104b-4230-ac8b-fb5e2960cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:14:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['5499a165-a960-444d-bc5d-5bcf21d83d0f'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:15:07.485656 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c2bf4-fafd-4dbb-8aa7-1c9f91a45205 req-d2d2b16f-d240-4ab2-a040-8f6fd4c5041c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:07.487302 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-552c2bf4-fafd-4dbb-8aa7-1c9f91a45205 req-d2d2b16f-d240-4ab2-a040-8f6fd4c5041c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7754b5eb-78b7-4040-b8fe-e41e18555134 HTTP/1.1" status: 200 len: 856 time: 0.0709016 Jun 21 10:15:07.562106 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c2bf4-fafd-4dbb-8aa7-1c9f91a45205 req-3accbe19-9522-4262-a437-5a1939ab145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:07.562603 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-552c2bf4-fafd-4dbb-8aa7-1c9f91a45205 req-3accbe19-9522-4262-a437-5a1939ab145f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f45468d3-7a30-4ca1-b23e-095a7ff9fd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684187 Jun 21 10:15:07.585855 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-061b3fb7-104b-4230-ac8b-fb5e2960cf13 None None] Set router 5499a165-a960-444d-bc5d-5bcf21d83d0f gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:15:07.682522 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-552c2bf4-fafd-4dbb-8aa7-1c9f91a45205 req-efd6544f-1643-457c-ad1d-1e57559b8e8d service neutron] 10.222.0.74 "GET /v2.0/networks/f45468d3-7a30-4ca1-b23e-095a7ff9fd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120028 Jun 21 10:15:07.792878 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-552c2bf4-fafd-4dbb-8aa7-1c9f91a45205 req-dc9977f0-effb-49bf-97f3-64e282d71e79 service neutron] 10.222.0.74 "GET /v2.0/networks/f45468d3-7a30-4ca1-b23e-095a7ff9fd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028764 Jun 21 10:15:07.862816 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-061b3fb7-104b-4230-ac8b-fb5e2960cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1311109622-router', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:14:38Z', 'updated_at': '2021-06-21T10:14:44Z', 'revision_number': 4, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'gw_port': {'id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:39Z', 'updated_at': '2021-06-21T10:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_floatingips': [{'id': 'd9fc9983-ae42-41ae-aa16-53a032acd287', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'port_id': '1633b8a6-5ced-42d6-907d-73b1ff8b96a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'mac_address': 'fa:16:3e:32:a1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938028bf-7169-40ce-897f-bca71ad6a746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:14:52Z', 'updated_at': '2021-06-21T10:15:06Z', 'revision_number': 1, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad71832e-9c48-4d0e-94d1-8879257d4bdd', 'name': '', 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'mac_address': 'fa:16:3e:c4:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:43Z', 'updated_at': '2021-06-21T10:14:53Z', 'revision_number': 5, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'subnets': [{'id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:15:07.902900 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061b3fb7-104b-4230-ac8b-fb5e2960cf13 None None] The sync data for ids ['5499a165-a960-444d-bc5d-5bcf21d83d0f'] in dv-cinder-797245-3-iscsi is: [{'id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1311109622-router', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:14:38Z', 'updated_at': '2021-06-21T10:14:44Z', 'revision_number': 4, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'gw_port': {'id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:39Z', 'updated_at': '2021-06-21T10:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_floatingips': [{'id': 'd9fc9983-ae42-41ae-aa16-53a032acd287', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'port_id': '1633b8a6-5ced-42d6-907d-73b1ff8b96a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'mac_address': 'fa:16:3e:32:a1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938028bf-7169-40ce-897f-bca71ad6a746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:14:52Z', 'updated_at': '2021-06-21T10:15:06Z', 'revision_number': 1, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad71832e-9c48-4d0e-94d1-8879257d4bdd', 'name': '', 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'mac_address': 'fa:16:3e:c4:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:43Z', 'updated_at': '2021-06-21T10:14:53Z', 'revision_number': 5, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'subnets': [{'id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:15:08.149106 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ff41c1-28fb-438f-ba17-f07e15af5cc4 None None] New status for floating IP d9fc9983-ae42-41ae-aa16-53a032acd287: ACTIVE {{(pid=92973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 10:15:10.837503 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:10.933394 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-9d5d7d84-3f59-4fac-addd-a87659751a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:13.051525 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:15.142273 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:27.134154 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:28.575281 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:15:37.347474 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-a474d183-3ed1-4555-bd0f-c2f6f117209d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:39.918341 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 49146) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:15:40.031088 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-7803a493-42cc-4e51-9dd4-6ce37b57628b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:40.122097 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-7803a493-42cc-4e51-9dd4-6ce37b57628b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:40.126453 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-7803a493-42cc-4e51-9dd4-6ce37b57628b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:40.129091 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-3819aee6-f68f-4dd7-ab58-36766364755f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:15:40.167536 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803a493-42cc-4e51-9dd4-6ce37b57628b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82664d66-4ec1-4f37-93a8-acc52b56f3a4,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:15:40.171291 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-7803a493-42cc-4e51-9dd4-6ce37b57628b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=47d993f13bc04648aad7aab3664309ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2519543 Jun 21 10:15:40.174122 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 49150) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:15:40.177917 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803a493-42cc-4e51-9dd4-6ce37b57628b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:40.178177 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803a493-42cc-4e51-9dd4-6ce37b57628b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:40.178541 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803a493-42cc-4e51-9dd4-6ce37b57628b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:40.178896 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803a493-42cc-4e51-9dd4-6ce37b57628b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:40.179251 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803a493-42cc-4e51-9dd4-6ce37b57628b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:40.179608 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803a493-42cc-4e51-9dd4-6ce37b57628b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:40.179957 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803a493-42cc-4e51-9dd4-6ce37b57628b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:40.180309 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803a493-42cc-4e51-9dd4-6ce37b57628b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:40.180680 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803a493-42cc-4e51-9dd4-6ce37b57628b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:40.181029 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803a493-42cc-4e51-9dd4-6ce37b57628b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:40.181376 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803a493-42cc-4e51-9dd4-6ce37b57628b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:40.181715 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803a493-42cc-4e51-9dd4-6ce37b57628b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:40.185667 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-7803a493-42cc-4e51-9dd4-6ce37b57628b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:15:40.227791 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2aeb29a7-50a2-42ab-a255-bd68c8c6c4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:40.248708 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2aeb29a7-50a2-42ab-a255-bd68c8c6c4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:40.296549 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2aeb29a7-50a2-42ab-a255-bd68c8c6c4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:40.299183 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2aeb29a7-50a2-42ab-a255-bd68c8c6c4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:40.300440 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-2aeb29a7-50a2-42ab-a255-bd68c8c6c4dc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/82664d66-4ec1-4f37-93a8-acc52b56f3a4 HTTP/1.1" status: 204 len: 168 time: 0.1253419 Jun 21 10:15:40.301816 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-dde91c5c-6ee5-4a1e-be21-273bb5993a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:15:40.310531 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb29a7-50a2-42ab-a255-bd68c8c6c4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82664d66-4ec1-4f37-93a8-acc52b56f3a4,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:15:40.318697 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb29a7-50a2-42ab-a255-bd68c8c6c4dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:40.319072 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb29a7-50a2-42ab-a255-bd68c8c6c4dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:40.319441 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb29a7-50a2-42ab-a255-bd68c8c6c4dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:40.319852 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb29a7-50a2-42ab-a255-bd68c8c6c4dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:40.320143 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb29a7-50a2-42ab-a255-bd68c8c6c4dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:40.320499 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb29a7-50a2-42ab-a255-bd68c8c6c4dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:40.320879 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb29a7-50a2-42ab-a255-bd68c8c6c4dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:40.321232 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb29a7-50a2-42ab-a255-bd68c8c6c4dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:40.321580 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb29a7-50a2-42ab-a255-bd68c8c6c4dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:40.321933 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb29a7-50a2-42ab-a255-bd68c8c6c4dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:40.322277 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb29a7-50a2-42ab-a255-bd68c8c6c4dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:40.322625 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb29a7-50a2-42ab-a255-bd68c8c6c4dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:40.325966 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-2aeb29a7-50a2-42ab-a255-bd68c8c6c4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:15:40.831537 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:40.926283 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-8bae7f1e-131f-4c1d-8009-e9ddd285615f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:43.053525 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:43.942796 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 49200) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:15:44.052050 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b478193c-1d3f-477c-8a05-4d20b704be19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:44.140699 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b478193c-1d3f-477c-8a05-4d20b704be19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:44.144570 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b478193c-1d3f-477c-8a05-4d20b704be19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:44.147141 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-120c0b36-9285-426b-865a-e4174d15b57c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:15:44.181605 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478193c-1d3f-477c-8a05-4d20b704be19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead0a71f-966c-4167-9f21-e7cc6bed1834,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:15:44.185347 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-b478193c-1d3f-477c-8a05-4d20b704be19 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fa586b8c5e6c4ab9a17749eaa268f280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2407024 Jun 21 10:15:44.186297 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-b478193c-1d3f-477c-8a05-4d20b704be19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:15:44.187902 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 49204) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:15:44.238748 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-321b05ca-878f-4f11-bbdb-20293cd35d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:44.260559 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-321b05ca-878f-4f11-bbdb-20293cd35d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:44.308339 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-321b05ca-878f-4f11-bbdb-20293cd35d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:44.310966 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-321b05ca-878f-4f11-bbdb-20293cd35d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:44.312117 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-321b05ca-878f-4f11-bbdb-20293cd35d86 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ead0a71f-966c-4167-9f21-e7cc6bed1834 HTTP/1.1" status: 204 len: 168 time: 0.1233068 Jun 21 10:15:44.313061 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-d1a8f6b5-b00e-4fa3-a8fe-e5f11680e026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:15:44.329962 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b05ca-878f-4f11-bbdb-20293cd35d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead0a71f-966c-4167-9f21-e7cc6bed1834,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:15:44.333128 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-321b05ca-878f-4f11-bbdb-20293cd35d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:15:44.966524 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 49228) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:15:45.072726 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-9cb95683-a981-4e82-8d9f-1c5af2c9d662 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-71004626-network', 'tenant_id': '1197d5f159484106a1bbcaf196ad61c0'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:15:45.097990 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb95683-a981-4e82-8d9f-1c5af2c9d662 admin admin] Made reservation on behalf of 1197d5f159484106a1bbcaf196ad61c0 for: {'network': 1} {{(pid=92965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:15:45.101270 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9cb95683-a981-4e82-8d9f-1c5af2c9d662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for network, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:45.110464 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9cb95683-a981-4e82-8d9f-1c5af2c9d662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:45.137773 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:45.202889 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9cb95683-a981-4e82-8d9f-1c5af2c9d662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:45.206825 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9cb95683-a981-4e82-8d9f-1c5af2c9d662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:45.211069 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-a4631823-4cea-4148-a40f-c812b9831b0d tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:15:45.229080 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb95683-a981-4e82-8d9f-1c5af2c9d662 admin admin] vlan segment allocate from pool success with {'vlan_id': 1155, 'physical_network': 'physnet1'} {{(pid=92965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 10:15:45.244929 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb95683-a981-4e82-8d9f-1c5af2c9d662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19b9abd-9c39-464b-bc9e-e542f73754d9,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:15:45.247737 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9cb95683-a981-4e82-8d9f-1c5af2c9d662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:45.248075 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.db.segments_db [None req-9cb95683-a981-4e82-8d9f-1c5af2c9d662 admin admin] Added segment 5bbf1e54-7826-4bc8-80ce-0d4442121367 of type vlan for network 406a6253-ade3-407a-841c-0bd210d1c6b1 Jun 21 10:15:45.249450 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-9cb95683-a981-4e82-8d9f-1c5af2c9d662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:15:45.288251 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9cb95683-a981-4e82-8d9f-1c5af2c9d662 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741296102858'] for network, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:45.320789 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9cb95683-a981-4e82-8d9f-1c5af2c9d662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523'] for network, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:45.322255 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb95683-a981-4e82-8d9f-1c5af2c9d662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:45.322847 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9cb95683-a981-4e82-8d9f-1c5af2c9d662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:45.325101 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-d2c79881-18ff-4b87-b8b9-59c7ec72f508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:15:45.388545 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-9cb95683-a981-4e82-8d9f-1c5af2c9d662 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4208057 Jun 21 10:15:45.391781 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 49232) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:15:45.393869 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb95683-a981-4e82-8d9f-1c5af2c9d662 admin admin] Pushing event updated for resources: {'Network': ['ID=406a6253-ade3-407a-841c-0bd210d1c6b1,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:15:45.397408 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-9cb95683-a981-4e82-8d9f-1c5af2c9d662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:15:45.398709 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-2e3d6160-f152-44c9-a64a-6659567d967f admin admin] Request body: {'subnet': {'network_id': '406a6253-ade3-407a-841c-0bd210d1c6b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-71004626-subnet', 'tenant_id': '1197d5f159484106a1bbcaf196ad61c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:15:45.412982 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Network 406a6253-ade3-407a-841c-0bd210d1c6b1 details requested by agent ovs-agent-dv-cinder-797245-3-iscsi with host dv-cinder-797245-3-iscsi {{(pid=92969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 10:15:45.426982 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3d6160-f152-44c9-a64a-6659567d967f admin admin] Made reservation on behalf of 1197d5f159484106a1bbcaf196ad61c0 for: {'subnet': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:15:45.430031 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2e3d6160-f152-44c9-a64a-6659567d967f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309545'] for subnet, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:45.597135 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2e3d6160-f152-44c9-a64a-6659567d967f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1954058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309563'] for subnet, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:45.599384 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-cb930e1a-0aad-4e1f-a73a-9976b6426d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:15:45.656050 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d6160-f152-44c9-a64a-6659567d967f admin admin] Pushing event updated for resources: {'Subnet': ['ID=14cf88e3-a38c-43fb-9d0c-0a632a3e861a,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:15:45.659423 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-2e3d6160-f152-44c9-a64a-6659567d967f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:15:45.665598 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3d6160-f152-44c9-a64a-6659567d967f admin admin] Checking segment: {'id': '5bbf1e54-7826-4bc8-80ce-0d4442121367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '406a6253-ade3-407a-841c-0bd210d1c6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:15:45.665966 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3d6160-f152-44c9-a64a-6659567d967f admin admin] Network hostable DHCP agents. Network: 406a6253-ade3-407a-841c-0bd210d1c6b1, hostable agents: ['0a019bba-016c-4460-8b54-4bd863e23b42'], hosted agents: [] {{(pid=92958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 10:15:45.684300 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3d6160-f152-44c9-a64a-6659567d967f admin admin] Network 406a6253-ade3-407a-841c-0bd210d1c6b1 is scheduled to be hosted by DHCP agent 0a019bba-016c-4460-8b54-4bd863e23b42 with binding_index 1 {{(pid=92958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 10:15:45.694385 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-2e3d6160-f152-44c9-a64a-6659567d967f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-3-iscsi, 406a6253-ade3-407a-841c-0bd210d1c6b1) {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:15:45.698666 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3d6160-f152-44c9-a64a-6659567d967f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:45.699344 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2e3d6160-f152-44c9-a64a-6659567d967f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:45.705708 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e742dd-57a9-490b-9caf-235a680caeec None None] Network 406a6253-ade3-407a-841c-0bd210d1c6b1 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:15:45.722094 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-2e3d6160-f152-44c9-a64a-6659567d967f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3289258 Jun 21 10:15:45.827004 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1133da8-445a-4605-88f2-16b52a817afa None None] Network 406a6253-ade3-407a-841c-0bd210d1c6b1 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:15:47.488049 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-8271c822-a583-4e63-ae7e-691cecd8eb75 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:47.489457 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-8271c822-a583-4e63-ae7e-691cecd8eb75 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/networks?id=406a6253-ade3-407a-841c-0bd210d1c6b1 HTTP/1.1" status: 200 len: 812 time: 0.1014247 Jun 21 10:15:47.504923 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-0ad30dbd-cd59-4f4d-98d1-56c14d80d78b tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/quotas/1197d5f159484106a1bbcaf196ad61c0 HTTP/1.1" status: 200 len: 375 time: 0.0092371 Jun 21 10:15:47.544101 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-2eab8944-7b29-45c3-a2ca-de7a954508a8 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1197d5f159484106a1bbcaf196ad61c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332177 Jun 21 10:15:47.637683 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-22751f24-3829-4041-9394-430a96d3c529 service neutron] 10.222.0.50 "GET /v2.0/networks/406a6253-ade3-407a-841c-0bd210d1c6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867438 Jun 21 10:15:47.731738 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-7e3667bf-c9f4-45ff-83b2-43fa71aa6ef6 service neutron] 10.222.0.50 "GET /v2.0/networks/406a6253-ade3-407a-841c-0bd210d1c6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882170 Jun 21 10:15:47.920964 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-1fbdcafb-3121-4f5a-ae24-9d49f4a89aae req-2f40cd34-2aa3-4f95-ad17-4ec16aaf1698 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c65de89-fe28-4298-95d7-1d29b63a32c7 HTTP/1.1" status: 200 len: 210 time: 0.0424945 Jun 21 10:15:49.073988 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-9ebbed4e-67cc-42dc-ba1c-37a36f685315 req-b74b3f0b-5466-4f17-8360-cc3fc53d060d tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c65de89-fe28-4298-95d7-1d29b63a32c7 HTTP/1.1" status: 200 len: 210 time: 0.0318646 Jun 21 10:15:49.204643 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-88200221-caf8-4a21-90b1-a7a586632395 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:49.206232 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-88200221-caf8-4a21-90b1-a7a586632395 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.74 "GET /v2.0/networks?id=406a6253-ade3-407a-841c-0bd210d1c6b1 HTTP/1.1" status: 200 len: 812 time: 0.1142516 Jun 21 10:15:49.230316 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-68dfd1a2-a312-4d25-b236-4f97a6c2ca6f tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Request body: {'port': {'device_id': '3c65de89-fe28-4298-95d7-1d29b63a32c7', 'network_id': '406a6253-ade3-407a-841c-0bd210d1c6b1', 'admin_state_up': True, 'tenant_id': '1197d5f159484106a1bbcaf196ad61c0'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:15:49.345765 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-68dfd1a2-a312-4d25-b236-4f97a6c2ca6f tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Made reservation on behalf of 1197d5f159484106a1bbcaf196ad61c0 for: {'port': 1} {{(pid=92965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:15:49.349348 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-68dfd1a2-a312-4d25-b236-4f97a6c2ca6f tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:49.477489 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_common [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-68dfd1a2-a312-4d25-b236-4f97a6c2ca6f tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Allocated IP 172.20.0.11 (406a6253-ade3-407a-841c-0bd210d1c6b1/14cf88e3-a38c-43fb-9d0c-0a632a3e861a/f01e53db-2bc9-4146-b8bb-b52ada055f59) {{(pid=92965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:15:49.634784 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-68dfd1a2-a312-4d25-b236-4f97a6c2ca6f tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Notify callbacks [] for port, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:49.672158 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-68dfd1a2-a312-4d25-b236-4f97a6c2ca6f tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11354329'] for port, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:49.676003 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-ce0998b1-c128-42b5-97b2-04ba778f8d2b tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:15:49.715489 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-68dfd1a2-a312-4d25-b236-4f97a6c2ca6f tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Network 406a6253-ade3-407a-841c-0bd210d1c6b1 is already hosted by enough agents. {{(pid=92965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:15:49.718598 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-68dfd1a2-a312-4d25-b236-4f97a6c2ca6f tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Resources bound (agent type, host, resource id): {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:15:49.722453 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-68dfd1a2-a312-4d25-b236-4f97a6c2ca6f tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Received port after_create {{(pid=92965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:15:49.752384 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dfd1a2-a312-4d25-b236-4f97a6c2ca6f tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Pushing event updated for resources: {'Port': ['ID=f01e53db-2bc9-4146-b8bb-b52ada055f59,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:15:49.757074 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-68dfd1a2-a312-4d25-b236-4f97a6c2ca6f tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:15:49.784695 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-68dfd1a2-a312-4d25-b236-4f97a6c2ca6f tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:49.785286 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-68dfd1a2-a312-4d25-b236-4f97a6c2ca6f tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:49.800848 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-68dfd1a2-a312-4d25-b236-4f97a6c2ca6f tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5748143 Jun 21 10:15:49.823809 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-0be1d9ad-550a-4d07-a2d4-a0a91b2fa528 service neutron] Request body: {'port': {'device_id': '3c65de89-fe28-4298-95d7-1d29b63a32c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:15:49.895120 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-0be1d9ad-550a-4d07-a2d4-a0a91b2fa528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:50.156987 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.notifiers.nova [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-0be1d9ad-550a-4d07-a2d4-a0a91b2fa528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01e53db-2bc9-4146-b8bb-b52ada055f59 {{(pid=92965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:15:50.174988 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-0be1d9ad-550a-4d07-a2d4-a0a91b2fa528 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:50.189202 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.provisioning_blocks [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-0be1d9ad-550a-4d07-a2d4-a0a91b2fa528 service neutron] Transition to ACTIVE for port object f01e53db-2bc9-4146-b8bb-b52ada055f59 will not be triggered until provisioned by entity L2. {{(pid=92965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:15:50.194052 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-0be1d9ad-550a-4d07-a2d4-a0a91b2fa528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11354351'] for port, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:50.197011 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:15:50.304318 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1d9ad-550a-4d07-a2d4-a0a91b2fa528 service neutron] Pushing event updated for resources: {'Port': ['ID=f01e53db-2bc9-4146-b8bb-b52ada055f59,revision_number=2']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:15:50.313853 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-0be1d9ad-550a-4d07-a2d4-a0a91b2fa528 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:15:50.376168 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa53f4c-5aa5-44a3-bdae-2c97ff3323e2 req-d8fc70cf-9ba7-4f0a-b54c-680bed13a4d6 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:50.377661 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-8aa53f4c-5aa5-44a3-bdae-2c97ff3323e2 req-d8fc70cf-9ba7-4f0a-b54c-680bed13a4d6 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c65de89-fe28-4298-95d7-1d29b63a32c7 HTTP/1.1" status: 200 len: 944 time: 0.1816146 Jun 21 10:15:50.440988 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.managers [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-0be1d9ad-550a-4d07-a2d4-a0a91b2fa528 service neutron] Attempting to bind port f01e53db-2bc9-4146-b8bb-b52ada055f59 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:15:50.441334 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.managers [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-0be1d9ad-550a-4d07-a2d4-a0a91b2fa528 service neutron] Attempting to bind port f01e53db-2bc9-4146-b8bb-b52ada055f59 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '5bbf1e54-7826-4bc8-80ce-0d4442121367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '406a6253-ade3-407a-841c-0bd210d1c6b1'}] {{(pid=92965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:15:50.441662 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-0be1d9ad-550a-4d07-a2d4-a0a91b2fa528 service neutron] Attempting to bind port f01e53db-2bc9-4146-b8bb-b52ada055f59 on network 406a6253-ade3-407a-841c-0bd210d1c6b1 {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:15:50.449474 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-8aa53f4c-5aa5-44a3-bdae-2c97ff3323e2 req-49233a3d-944a-4d2b-a011-b85ddf9dcf05 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/security-groups?id=e19b9abd-9c39-464b-bc9e-e542f73754d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630717 Jun 21 10:15:50.451768 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-0be1d9ad-550a-4d07-a2d4-a0a91b2fa528 service neutron] Port f01e53db-2bc9-4146-b8bb-b52ada055f59 on network 406a6253-ade3-407a-841c-0bd210d1c6b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 10:15:50.452102 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-0be1d9ad-550a-4d07-a2d4-a0a91b2fa528 service neutron] Attempting to bind port f01e53db-2bc9-4146-b8bb-b52ada055f59 on network 406a6253-ade3-407a-841c-0bd210d1c6b1 {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:15:50.457565 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-0be1d9ad-550a-4d07-a2d4-a0a91b2fa528 service neutron] Checking agent: {'id': 'e8144930-5ccd-413e-a521-fc03e228bde1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'started_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:15:50.457829 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-0be1d9ad-550a-4d07-a2d4-a0a91b2fa528 service neutron] Checking segment: {'id': '5bbf1e54-7826-4bc8-80ce-0d4442121367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '406a6253-ade3-407a-841c-0bd210d1c6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:15:50.458215 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-0be1d9ad-550a-4d07-a2d4-a0a91b2fa528 service neutron] Bound using segment: {'id': '5bbf1e54-7826-4bc8-80ce-0d4442121367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '406a6253-ade3-407a-841c-0bd210d1c6b1'} {{(pid=92965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:15:50.458891 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.managers [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-0be1d9ad-550a-4d07-a2d4-a0a91b2fa528 service neutron] Bound port: f01e53db-2bc9-4146-b8bb-b52ada055f59, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bbf1e54-7826-4bc8-80ce-0d4442121367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '406a6253-ade3-407a-841c-0bd210d1c6b1'}}] {{(pid=92965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:15:50.459305 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-0be1d9ad-550a-4d07-a2d4-a0a91b2fa528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:50.524994 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-0be1d9ad-550a-4d07-a2d4-a0a91b2fa528 service neutron] For port f01e53db-2bc9-4146-b8bb-b52ada055f59, host hv-cinder-79724, cleared binding levels {{(pid=92965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:15:50.528450 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-0be1d9ad-550a-4d07-a2d4-a0a91b2fa528 service neutron] For port f01e53db-2bc9-4146-b8bb-b52ada055f59, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=f01e53db-2bc9-4146-b8bb-b52ada055f59,segment=NetworkSegment(5bbf1e54-7826-4bc8-80ce-0d4442121367),segment_id=5bbf1e54-7826-4bc8-80ce-0d4442121367)] {{(pid=92965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:15:50.533585 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-0be1d9ad-550a-4d07-a2d4-a0a91b2fa528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11354351'] for port, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:50.535644 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-94ed4018-8572-46c0-b65f-7f60aafa6fff tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:15:50.578586 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-0be1d9ad-550a-4d07-a2d4-a0a91b2fa528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:50.579375 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-0be1d9ad-550a-4d07-a2d4-a0a91b2fa528 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:50.581257 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-0be1d9ad-550a-4d07-a2d4-a0a91b2fa528 service neutron] 10.222.0.74 "PUT /v2.0/ports/f01e53db-2bc9-4146-b8bb-b52ada055f59 HTTP/1.1" status: 200 len: 1094 time: 0.7619410 Jun 21 10:15:50.581753 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c65de89-fe28-4298-95d7-1d29b63a32c7', 'tag': 'f01e53db-2bc9-4146-b8bb-b52ada055f59'}] {{(pid=92965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:15:50.584631 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6455383dad080abf38abbc06b7173bfc99a12cfb8f38fffed40ef3479635dd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f5dda2-7d5b-4718-be4e-8dc248608991" -d '{"events": [{"name": "network-changed", "server_uuid": "3c65de89-fe28-4298-95d7-1d29b63a32c7", "tag": "f01e53db-2bc9-4146-b8bb-b52ada055f59"}]}' {{(pid=92965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:15:50.605422 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1d9ad-550a-4d07-a2d4-a0a91b2fa528 service neutron] Pushing event updated for resources: {'Port': ['ID=f01e53db-2bc9-4146-b8bb-b52ada055f59,revision_number=3']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:15:50.608420 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-0be1d9ad-550a-4d07-a2d4-a0a91b2fa528 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:15:50.626132 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1aa8dfe-60b4-413a-bbe2-ac32bccbb5eb x-openstack-request-id: req-b1aa8dfe-60b4-413a-bbe2-ac32bccbb5eb {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:15:50.626456 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c65de89-fe28-4298-95d7-1d29b63a32c7", "tag": "f01e53db-2bc9-4146-b8bb-b52ada055f59", "status": "completed", "code": 200}]} {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:15:50.626846 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b1aa8dfe-60b4-413a-bbe2-ac32bccbb5eb {{(pid=92965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:15:50.627175 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c65de89-fe28-4298-95d7-1d29b63a32c7', 'tag': 'f01e53db-2bc9-4146-b8bb-b52ada055f59', 'status': 'completed', 'code': 200} Jun 21 10:15:50.701281 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-e65a861e-6c6f-4b79-90e8-6aabfa607150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:50.702743 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-e65a861e-6c6f-4b79-90e8-6aabfa607150 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1197d5f159484106a1bbcaf196ad61c0&device_id=3c65de89-fe28-4298-95d7-1d29b63a32c7 HTTP/1.1" status: 200 len: 1097 time: 0.0526955 Jun 21 10:15:50.752693 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-8fd6edb9-55df-4c55-b4b0-ef4a06859d2f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f01e53db-2bc9-4146-b8bb-b52ada055f59 HTTP/1.1" status: 200 len: 217 time: 0.0352211 Jun 21 10:15:50.804477 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-7f28d890-0f9d-4cdd-99d3-785f0d616cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:50.805974 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-7f28d890-0f9d-4cdd-99d3-785f0d616cb0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=14cf88e3-a38c-43fb-9d0c-0a632a3e861a HTTP/1.1" status: 200 len: 852 time: 0.0469363 Jun 21 10:15:50.848445 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-cdea57c0-750f-4f18-9d9b-0c3dfd4dd1b8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=406a6253-ade3-407a-841c-0bd210d1c6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275905 Jun 21 10:15:50.937989 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-c878a984-d207-4074-b348-897c07ae2b58 service neutron] 10.222.0.74 "GET /v2.0/networks/406a6253-ade3-407a-841c-0bd210d1c6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825512 Jun 21 10:15:51.033753 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ed2a6a21-836e-4b08-a4c6-1a0fbd64edbd req-30706ddd-988a-4c2b-b8de-a34ef9f29abb service neutron] 10.222.0.74 "GET /v2.0/networks/406a6253-ade3-407a-841c-0bd210d1c6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888031 Jun 21 10:15:51.192525 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5dda2-7d5b-4718-be4e-8dc248608991 req-ff6b07dd-e039-4c5d-9a47-7c056734f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:51.194685 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-54f5dda2-7d5b-4718-be4e-8dc248608991 req-ff6b07dd-e039-4c5d-9a47-7c056734f527 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1197d5f159484106a1bbcaf196ad61c0&device_id=3c65de89-fe28-4298-95d7-1d29b63a32c7 HTTP/1.1" status: 200 len: 1097 time: 0.0544517 Jun 21 10:15:51.297141 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5dda2-7d5b-4718-be4e-8dc248608991 req-f6321039-61d7-498c-98b3-da4dd070d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:51.298812 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-54f5dda2-7d5b-4718-be4e-8dc248608991 req-f6321039-61d7-498c-98b3-da4dd070d838 service neutron] 10.222.0.74 "GET /v2.0/networks?id=406a6253-ade3-407a-841c-0bd210d1c6b1 HTTP/1.1" status: 200 len: 914 time: 0.0972495 Jun 21 10:15:51.344635 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-54f5dda2-7d5b-4718-be4e-8dc248608991 req-f31bc5c9-f0a6-4bb4-a861-1913acebf298 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f01e53db-2bc9-4146-b8bb-b52ada055f59 HTTP/1.1" status: 200 len: 217 time: 0.0381274 Jun 21 10:15:51.395769 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5dda2-7d5b-4718-be4e-8dc248608991 req-7ba707bf-4d3c-402d-bef3-ba73d88592be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:51.398155 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-54f5dda2-7d5b-4718-be4e-8dc248608991 req-7ba707bf-4d3c-402d-bef3-ba73d88592be service neutron] 10.222.0.74 "GET /v2.0/subnets?id=14cf88e3-a38c-43fb-9d0c-0a632a3e861a HTTP/1.1" status: 200 len: 852 time: 0.0462971 Jun 21 10:15:51.437663 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-54f5dda2-7d5b-4718-be4e-8dc248608991 req-c21a6839-0256-4761-9dd4-dfb8062fa78c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=406a6253-ade3-407a-841c-0bd210d1c6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329747 Jun 21 10:15:51.539838 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-54f5dda2-7d5b-4718-be4e-8dc248608991 req-dc81ec7c-9267-4ac6-a22a-ebceea591a34 service neutron] 10.222.0.74 "GET /v2.0/networks/406a6253-ade3-407a-841c-0bd210d1c6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932798 Jun 21 10:15:51.644233 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-54f5dda2-7d5b-4718-be4e-8dc248608991 req-d1958858-e58c-46fc-adcb-8b27419b18d0 service neutron] 10.222.0.74 "GET /v2.0/networks/406a6253-ade3-407a-841c-0bd210d1c6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973775 Jun 21 10:15:51.653808 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6653364-96eb-4dbf-ab35-32dd61c6dc4a req-0ea931a1-1ee8-4637-8b09-f1ef9db2b853 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:51.655296 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d6653364-96eb-4dbf-ab35-32dd61c6dc4a req-0ea931a1-1ee8-4637-8b09-f1ef9db2b853 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c65de89-fe28-4298-95d7-1d29b63a32c7 HTTP/1.1" status: 200 len: 944 time: 0.0836341 Jun 21 10:15:51.696371 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d6653364-96eb-4dbf-ab35-32dd61c6dc4a req-69405678-39f9-4d99-9d2c-03be42d28807 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/security-groups?id=e19b9abd-9c39-464b-bc9e-e542f73754d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353303 Jun 21 10:15:52.548347 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device f01e53db-2bc9-4146-b8bb-b52ada055f59 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 10:15:52.645484 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port f01e53db-2bc9-4146-b8bb-b52ada055f59, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=f01e53db-2bc9-4146-b8bb-b52ada055f59,segment=NetworkSegment(5bbf1e54-7826-4bc8-80ce-0d4442121367),segment_id=5bbf1e54-7826-4bc8-80ce-0d4442121367)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:15:52.658401 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Returning: {'device': 'f01e53db-2bc9-4146-b8bb-b52ada055f59', 'network_id': '406a6253-ade3-407a-841c-0bd210d1c6b1', 'port_id': 'f01e53db-2bc9-4146-b8bb-b52ada055f59', 'mac_address': 'fa:16:3e:5c:62:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14cf88e3-a38c-43fb-9d0c-0a632a3e861a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 10:15:52.702664 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:52.717246 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01e53db-2bc9-4146-b8bb-b52ada055f59 {{(pid=92969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:15:52.739475 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port f01e53db-2bc9-4146-b8bb-b52ada055f59, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=f01e53db-2bc9-4146-b8bb-b52ada055f59,segment=NetworkSegment(5bbf1e54-7826-4bc8-80ce-0d4442121367),segment_id=5bbf1e54-7826-4bc8-80ce-0d4442121367)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:15:52.744626 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:52.746470 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-8e103cbe-0206-4615-99d2-8077a5acbea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:15:52.797923 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=f01e53db-2bc9-4146-b8bb-b52ada055f59,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:15:52.805822 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:52.806167 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:52.806502 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:52.806831 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:52.807158 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:52.807485 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:52.807805 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:52.808122 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:52.808463 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:52.808812 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:52.809127 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:52.809439 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:15:52.813492 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:15:52.918000 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1bca6-d35a-43fa-b424-278415d74083 req-2d4a47a8-f880-41ca-a8cd-c3bb07de573c tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:52.919503 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-87b1bca6-d35a-43fa-b424-278415d74083 req-2d4a47a8-f880-41ca-a8cd-c3bb07de573c tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c65de89-fe28-4298-95d7-1d29b63a32c7 HTTP/1.1" status: 200 len: 945 time: 0.0759499 Jun 21 10:15:52.958220 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-87b1bca6-d35a-43fa-b424-278415d74083 req-753b533b-70ce-406e-b41a-8bc47b4cc7e5 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/security-groups?id=e19b9abd-9c39-464b-bc9e-e542f73754d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329070 Jun 21 10:15:53.109450 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['f01e53db-2bc9-4146-b8bb-b52ada055f59'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:15:54.148017 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e08e6f-e473-4c7e-be0c-f5cc0b339899 req-7c7aeb79-15b3-47b6-83b0-12e594121888 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:54.150261 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b1e08e6f-e473-4c7e-be0c-f5cc0b339899 req-7c7aeb79-15b3-47b6-83b0-12e594121888 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c65de89-fe28-4298-95d7-1d29b63a32c7 HTTP/1.1" status: 200 len: 945 time: 0.0779567 Jun 21 10:15:54.200424 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b1e08e6f-e473-4c7e-be0c-f5cc0b339899 req-132edd6d-5289-445b-9268-60a21a408cf8 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/security-groups?id=e19b9abd-9c39-464b-bc9e-e542f73754d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433917 Jun 21 10:15:54.561441 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device f01e53db-2bc9-4146-b8bb-b52ada055f59 up at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:15:54.612695 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning for port f01e53db-2bc9-4146-b8bb-b52ada055f59 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:15:54.616908 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning complete for port f01e53db-2bc9-4146-b8bb-b52ada055f59 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:15:54.617296 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:54.700108 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:54.723758 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c65de89-fe28-4298-95d7-1d29b63a32c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01e53db-2bc9-4146-b8bb-b52ada055f59'}] {{(pid=92969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:15:54.726515 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c706f658ccf844bfe168bfc8e6ee8c8c6942380e727e998ad24aefeb68f4a8cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fcd8fd-4287-4c7a-9f78-2a57ca523997" -d '{"events": [{"server_uuid": "3c65de89-fe28-4298-95d7-1d29b63a32c7", "name": "network-vif-plugged", "status": "completed", "tag": "f01e53db-2bc9-4146-b8bb-b52ada055f59"}]}' {{(pid=92969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:15:54.740405 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port f01e53db-2bc9-4146-b8bb-b52ada055f59, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=f01e53db-2bc9-4146-b8bb-b52ada055f59,segment=NetworkSegment(5bbf1e54-7826-4bc8-80ce-0d4442121367),segment_id=5bbf1e54-7826-4bc8-80ce-0d4442121367)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:15:54.746613 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:54.748826 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-e18c8c10-20f3-44cf-8261-2fb49d8fd5b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:15:54.770690 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5f8dd0-4ec8-4f9a-b756-fd3e6a8153ec x-openstack-request-id: req-ba5f8dd0-4ec8-4f9a-b756-fd3e6a8153ec {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:15:54.770993 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c65de89-fe28-4298-95d7-1d29b63a32c7", "name": "network-vif-plugged", "status": "completed", "tag": "f01e53db-2bc9-4146-b8bb-b52ada055f59", "code": 200}]} {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:15:54.771256 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ba5f8dd0-4ec8-4f9a-b756-fd3e6a8153ec {{(pid=92969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:15:54.771654 dv-cinder-797245-3-iscsi neutron-server[92969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c65de89-fe28-4298-95d7-1d29b63a32c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01e53db-2bc9-4146-b8bb-b52ada055f59', 'code': 200} Jun 21 10:15:54.801528 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=f01e53db-2bc9-4146-b8bb-b52ada055f59,revision_number=5']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:15:54.805024 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:15:55.033163 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bdf27-c1b3-49ff-9032-7caa467274bb req-f78a6703-d869-43d8-b776-11f4d61308f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:55.034635 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-456bdf27-c1b3-49ff-9032-7caa467274bb req-f78a6703-d869-43d8-b776-11f4d61308f9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3c65de89-fe28-4298-95d7-1d29b63a32c7 HTTP/1.1" status: 200 len: 1099 time: 0.0578086 Jun 21 10:15:55.070086 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-456bdf27-c1b3-49ff-9032-7caa467274bb req-2d2563c4-871e-4e92-9b1e-a82074ec2105 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e19b9abd-9c39-464b-bc9e-e542f73754d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279706 Jun 21 10:15:55.385079 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbdf66-ee2e-4310-b874-61feeaffa9d9 req-8b4ee6cd-cd53-4401-a761-c45a23dc8a2b tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:55.386501 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-42fbdf66-ee2e-4310-b874-61feeaffa9d9 req-8b4ee6cd-cd53-4401-a761-c45a23dc8a2b tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c65de89-fe28-4298-95d7-1d29b63a32c7 HTTP/1.1" status: 200 len: 946 time: 0.0685372 Jun 21 10:15:55.433399 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-42fbdf66-ee2e-4310-b874-61feeaffa9d9 req-7d2f549d-8e80-4cb2-90db-6330bd2b4226 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/security-groups?id=e19b9abd-9c39-464b-bc9e-e542f73754d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405021 Jun 21 10:15:56.628991 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1630f-9fa3-4f68-854e-856b5563a9c1 req-d37e9d1d-c09b-4562-ae3e-553452be6b99 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:56.630479 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d7f1630f-9fa3-4f68-854e-856b5563a9c1 req-d37e9d1d-c09b-4562-ae3e-553452be6b99 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c65de89-fe28-4298-95d7-1d29b63a32c7 HTTP/1.1" status: 200 len: 946 time: 0.0690844 Jun 21 10:15:56.670555 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d7f1630f-9fa3-4f68-854e-856b5563a9c1 req-2d3cb802-06c1-46dc-9980-2990f2c7d090 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/security-groups?id=e19b9abd-9c39-464b-bc9e-e542f73754d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339909 Jun 21 10:15:57.028169 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c7f32-dbfc-458d-85d6-9ba4ced575a2 req-9fb33588-9979-4f9d-9d62-f12496cac862 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:57.029787 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-411c7f32-dbfc-458d-85d6-9ba4ced575a2 req-9fb33588-9979-4f9d-9d62-f12496cac862 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 946 time: 0.0717468 Jun 21 10:15:57.083633 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-411c7f32-dbfc-458d-85d6-9ba4ced575a2 req-eea3c692-acb1-4fc8-ac6a-7a0b9048ecbf tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416715 Jun 21 10:15:57.142007 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:15:57.599449 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-32688bac-350e-43c7-969b-36709e663402 req-747b2781-edd8-4f9e-b008-921262c47027 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cc4cfba3-4d75-458a-9af9-bb06ed967e7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570867 Jun 21 10:15:57.728502 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32688bac-350e-43c7-969b-36709e663402 req-932450be-3711-492d-bc51-3d77e2436c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:57.730267 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-32688bac-350e-43c7-969b-36709e663402 req-932450be-3711-492d-bc51-3d77e2436c58 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d89583220ee1440bbdfeda076a37714b&device_id=cc4cfba3-4d75-458a-9af9-bb06ed967e7d HTTP/1.1" status: 200 len: 1098 time: 0.0572703 Jun 21 10:15:58.092654 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32688bac-350e-43c7-969b-36709e663402 req-d28bf3b9-8a2a-4351-86d2-772a97e5c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:58.094083 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-32688bac-350e-43c7-969b-36709e663402 req-d28bf3b9-8a2a-4351-86d2-772a97e5c20f service neutron] 10.222.0.74 "GET /v2.0/networks?id=99912a94-0af8-44a1-b5eb-2eb4255e8f95 HTTP/1.1" status: 200 len: 913 time: 0.3433387 Jun 21 10:15:58.172947 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-32688bac-350e-43c7-969b-36709e663402 req-4f4b30d8-3c98-4a05-b2e4-53c2d83ef79d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1 HTTP/1.1" status: 200 len: 1000 time: 0.0699058 Jun 21 10:15:58.229759 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32688bac-350e-43c7-969b-36709e663402 req-0f6a8c83-96a8-4e41-a338-3ed95deb6984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:58.231234 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-32688bac-350e-43c7-969b-36709e663402 req-0f6a8c83-96a8-4e41-a338-3ed95deb6984 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3c4edada-c0f2-4bfd-9da7-75ff93dda488 HTTP/1.1" status: 200 len: 850 time: 0.0513155 Jun 21 10:15:58.289976 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32688bac-350e-43c7-969b-36709e663402 req-8c9dc1b3-56b3-4a15-941e-8300e39c1055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:58.291408 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-32688bac-350e-43c7-969b-36709e663402 req-8c9dc1b3-56b3-4a15-941e-8300e39c1055 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=99912a94-0af8-44a1-b5eb-2eb4255e8f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534914 Jun 21 10:15:58.425960 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-32688bac-350e-43c7-969b-36709e663402 req-a7573267-daeb-44b4-9228-b2fbd716a965 service neutron] 10.222.0.74 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271226 Jun 21 10:15:58.443649 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bb0d9-1456-436b-97cd-f63209452f9d req-bd4f461c-f8c2-4c26-9ab8-3122d9dfbd3d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:58.445692 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b69bb0d9-1456-436b-97cd-f63209452f9d req-bd4f461c-f8c2-4c26-9ab8-3122d9dfbd3d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 946 time: 0.2396879 Jun 21 10:15:58.540610 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b69bb0d9-1456-436b-97cd-f63209452f9d req-0f3b8f88-753c-4c66-8d54-143e1d8a5ddf tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844648 Jun 21 10:15:58.565928 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-32688bac-350e-43c7-969b-36709e663402 req-be040fb3-f0dd-4f80-8093-285f0e9912d2 service neutron] 10.222.0.74 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171758 Jun 21 10:15:59.827925 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae3e35-7bef-46e5-9653-ca7ed95d504d req-08d7ee3b-a2f0-41e0-b84c-4323f078df70 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:15:59.829388 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9dae3e35-7bef-46e5-9653-ca7ed95d504d req-08d7ee3b-a2f0-41e0-b84c-4323f078df70 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 946 time: 0.1481080 Jun 21 10:15:59.873893 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9dae3e35-7bef-46e5-9653-ca7ed95d504d req-d1dd489a-11e5-4659-b712-486b4b49b60c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381694 Jun 21 10:16:01.060648 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cd0e1-0255-4659-b22c-77af32b71f74 req-fc2b7df3-2255-4e3f-a802-2f126037269d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:01.062120 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ee7cd0e1-0255-4659-b22c-77af32b71f74 req-fc2b7df3-2255-4e3f-a802-2f126037269d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 946 time: 0.0658767 Jun 21 10:16:01.107428 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ee7cd0e1-0255-4659-b22c-77af32b71f74 req-fb637aeb-c2cb-478b-ac82-a9f1b042249f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390298 Jun 21 10:16:02.308034 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278688fa-f36a-448b-96f3-4607a65261f1 req-b00ff4d6-2ab9-495e-883c-cea0c357046d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:02.309444 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-278688fa-f36a-448b-96f3-4607a65261f1 req-b00ff4d6-2ab9-495e-883c-cea0c357046d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 946 time: 0.0741851 Jun 21 10:16:02.348617 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-278688fa-f36a-448b-96f3-4607a65261f1 req-f3590445-54b7-4774-a352-b08f0efba35c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333319 Jun 21 10:16:03.550394 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4b677-f02b-44f3-a3de-c7cb4fb25940 req-572da2be-42f3-46fe-b059-d312f0c44c24 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:03.551947 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c9a4b677-f02b-44f3-a3de-c7cb4fb25940 req-572da2be-42f3-46fe-b059-d312f0c44c24 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 946 time: 0.0704596 Jun 21 10:16:03.591358 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c9a4b677-f02b-44f3-a3de-c7cb4fb25940 req-8339dbc3-d29a-4b3b-89d4-97b72bee072e tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327580 Jun 21 10:16:04.776107 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff2ac-841e-4f05-9f11-77d358f54958 req-656fdd4a-ab02-40d4-983c-c60365624f40 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:04.777681 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a64ff2ac-841e-4f05-9f11-77d358f54958 req-656fdd4a-ab02-40d4-983c-c60365624f40 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 946 time: 0.0665617 Jun 21 10:16:04.821819 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a64ff2ac-841e-4f05-9f11-77d358f54958 req-46477e60-c72e-4cc1-ba82-f4c9276f04a0 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380604 Jun 21 10:16:05.574446 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:16:06.008206 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8461d9-3c67-4282-a999-32439a81b23b req-f6690155-ca79-4145-8ef4-a25d1e243a04 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:06.009706 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0b8461d9-3c67-4282-a999-32439a81b23b req-f6690155-ca79-4145-8ef4-a25d1e243a04 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 946 time: 0.0661700 Jun 21 10:16:06.048191 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0b8461d9-3c67-4282-a999-32439a81b23b req-5ad10bea-29a4-4a28-9cac-5c46f6001b5d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327022 Jun 21 10:16:07.235987 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c804b6-d3c2-4e2b-b28a-c0372e62e79f req-51a1eb8b-0a5b-451b-a77f-57d0169a5a41 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:07.237481 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-10c804b6-d3c2-4e2b-b28a-c0372e62e79f req-51a1eb8b-0a5b-451b-a77f-57d0169a5a41 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 946 time: 0.0644820 Jun 21 10:16:07.277152 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-10c804b6-d3c2-4e2b-b28a-c0372e62e79f req-3a900175-e1d2-45a9-b7bd-5437e3c15ea6 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323610 Jun 21 10:16:07.351487 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-24c1c03d-8e84-4ac9-8841-221fb1b32418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:08.477548 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123af4b-92ba-41ad-b805-8286513a0355 req-eddc8170-fd34-42cb-8f00-ecf16656069f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:08.479385 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7123af4b-92ba-41ad-b805-8286513a0355 req-eddc8170-fd34-42cb-8f00-ecf16656069f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 946 time: 0.0762949 Jun 21 10:16:08.519095 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7123af4b-92ba-41ad-b805-8286513a0355 req-06bd3490-9578-4590-bb0b-e79ac33f6ae7 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338867 Jun 21 10:16:09.706021 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd9a57-18a7-40cf-ae26-e2c686c56e98 req-45641606-664e-4883-8c14-4e0b76711503 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:09.707459 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5ccd9a57-18a7-40cf-ae26-e2c686c56e98 req-45641606-664e-4883-8c14-4e0b76711503 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 946 time: 0.0676417 Jun 21 10:16:09.746914 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5ccd9a57-18a7-40cf-ae26-e2c686c56e98 req-93a413c3-d9ef-462a-9280-a7128dabdfcc tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335989 Jun 21 10:16:10.612485 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 10:16:10.712883 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 1633b8a6-5ced-42d6-907d-73b1ff8b96a8, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=1633b8a6-5ced-42d6-907d-73b1ff8b96a8,segment=NetworkSegment(bba32aef-ac7d-4881-aeb7-7b8056567483),segment_id=bba32aef-ac7d-4881-aeb7-7b8056567483)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:16:10.724294 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Returning: {'device': '1633b8a6-5ced-42d6-907d-73b1ff8b96a8', 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'port_id': '1633b8a6-5ced-42d6-907d-73b1ff8b96a8', 'mac_address': 'fa:16:3e:32:a1:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 10:16:10.774507 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:10.788135 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 {{(pid=92969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:16:10.815962 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 1633b8a6-5ced-42d6-907d-73b1ff8b96a8, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=1633b8a6-5ced-42d6-907d-73b1ff8b96a8,segment=NetworkSegment(bba32aef-ac7d-4881-aeb7-7b8056567483),segment_id=bba32aef-ac7d-4881-aeb7-7b8056567483)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:16:10.832628 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:10.837682 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:16:10.906875 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=1633b8a6-5ced-42d6-907d-73b1ff8b96a8,revision_number=6']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:16:10.917248 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:16:10.917248 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:10.946550 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-768ba102-cafa-4e89-9c3b-19a85be1b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:10.990016 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e452b6-78ba-4fa0-9159-861169966741 req-80bb8738-45d1-47cb-97d3-f62d8effbba5 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:10.996793 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-98e452b6-78ba-4fa0-9159-861169966741 req-80bb8738-45d1-47cb-97d3-f62d8effbba5 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 945 time: 0.1141162 Jun 21 10:16:11.022924 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['1633b8a6-5ced-42d6-907d-73b1ff8b96a8'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:16:11.043428 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-98e452b6-78ba-4fa0-9159-861169966741 req-9035fae7-f911-4d64-807a-7af0ceaceae4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398543 Jun 21 10:16:12.296236 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe508dd-8469-4431-8bfd-4ced427ec1b8 req-c8a41d7f-12ae-4569-926a-35ad6b4a467b tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:12.302503 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8fe508dd-8469-4431-8bfd-4ced427ec1b8 req-c8a41d7f-12ae-4569-926a-35ad6b4a467b tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 945 time: 0.0887122 Jun 21 10:16:12.343536 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8fe508dd-8469-4431-8bfd-4ced427ec1b8 req-cb202637-527a-4425-aceb-020d765c9cd4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401413 Jun 21 10:16:12.637818 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 up at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:16:12.712261 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning complete for port 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:16:12.712742 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:12.794933 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:12.828930 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938028bf-7169-40ce-897f-bca71ad6a746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1633b8a6-5ced-42d6-907d-73b1ff8b96a8'}] {{(pid=92969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:16:12.831314 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c706f658ccf844bfe168bfc8e6ee8c8c6942380e727e998ad24aefeb68f4a8cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82a14f8-3499-4d3a-842c-b84f32ea9c4e" -d '{"events": [{"server_uuid": "938028bf-7169-40ce-897f-bca71ad6a746", "name": "network-vif-plugged", "status": "completed", "tag": "1633b8a6-5ced-42d6-907d-73b1ff8b96a8"}]}' {{(pid=92969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:16:12.847074 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 1633b8a6-5ced-42d6-907d-73b1ff8b96a8, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=1633b8a6-5ced-42d6-907d-73b1ff8b96a8,segment=NetworkSegment(bba32aef-ac7d-4881-aeb7-7b8056567483),segment_id=bba32aef-ac7d-4881-aeb7-7b8056567483)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:16:12.854917 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:12.857253 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:16:12.892075 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72cf3d88-2072-41b5-904d-8682ffcd9acb x-openstack-request-id: req-72cf3d88-2072-41b5-904d-8682ffcd9acb {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:16:12.892366 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938028bf-7169-40ce-897f-bca71ad6a746", "name": "network-vif-plugged", "status": "completed", "tag": "1633b8a6-5ced-42d6-907d-73b1ff8b96a8", "code": 200}]} {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:16:12.892620 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-72cf3d88-2072-41b5-904d-8682ffcd9acb {{(pid=92969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:16:12.893108 dv-cinder-797245-3-iscsi neutron-server[92969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938028bf-7169-40ce-897f-bca71ad6a746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1633b8a6-5ced-42d6-907d-73b1ff8b96a8', 'code': 200} Jun 21 10:16:12.935459 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=1633b8a6-5ced-42d6-907d-73b1ff8b96a8,revision_number=7']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:16:12.938596 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:16:13.064737 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:13.566453 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3439c6-8764-4e18-83f9-48723150142c req-0db48fda-1729-40fb-8b02-8e98385c137d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:13.569413 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0a3439c6-8764-4e18-83f9-48723150142c req-0db48fda-1729-40fb-8b02-8e98385c137d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 946 time: 0.0807579 Jun 21 10:16:13.618084 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0a3439c6-8764-4e18-83f9-48723150142c req-75bc0019-6d10-41e0-afd8-aac2647e22b6 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414255 Jun 21 10:16:14.901599 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e4a56-4531-44a5-98ea-40f66be6923f req-b6059037-7157-4f42-b8f3-643fe6a23b04 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:14.909803 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9b5e4a56-4531-44a5-98ea-40f66be6923f req-b6059037-7157-4f42-b8f3-643fe6a23b04 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 946 time: 0.0970666 Jun 21 10:16:14.946844 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9b5e4a56-4531-44a5-98ea-40f66be6923f req-b949fc29-7c13-427f-96ba-90964aa2918b tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357440 Jun 21 10:16:15.144374 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:16.187638 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895d591-d103-4ca4-a359-02b2343dc215 req-ce1bf326-96ee-4522-bd2e-329fc44e9cbd tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:16.190108 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0895d591-d103-4ca4-a359-02b2343dc215 req-ce1bf326-96ee-4522-bd2e-329fc44e9cbd tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 946 time: 0.0970771 Jun 21 10:16:16.243471 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0895d591-d103-4ca4-a359-02b2343dc215 req-bb6517e7-a5ce-490d-9e0f-799e3862a38a tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465684 Jun 21 10:16:17.459736 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cef77c-290b-4a6c-9617-6d05b404ddbe req-ed61fe7a-8448-48b2-9626-e3d78616e321 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:17.469416 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-90cef77c-290b-4a6c-9617-6d05b404ddbe req-ed61fe7a-8448-48b2-9626-e3d78616e321 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 946 time: 0.0898557 Jun 21 10:16:17.520727 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-90cef77c-290b-4a6c-9617-6d05b404ddbe req-781bf223-06e2-4e97-bf34-73a54a80c8e2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501583 Jun 21 10:16:18.723210 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3686c-8f6a-42e8-b328-5797daeae4ee req-d83d2a0e-bc9f-491b-83a5-3076d8816128 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:18.726352 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-1aa3686c-8f6a-42e8-b328-5797daeae4ee req-d83d2a0e-bc9f-491b-83a5-3076d8816128 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 946 time: 0.0780053 Jun 21 10:16:18.771009 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-1aa3686c-8f6a-42e8-b328-5797daeae4ee req-ac60c4ea-8d5b-45dd-81e4-d2ba7eb0e90f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385199 Jun 21 10:16:20.016511 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878a7a0-469e-4b5c-94e6-849d113f9956 req-399e9068-f29b-4d7d-938f-90969118b000 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:20.019080 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a878a7a0-469e-4b5c-94e6-849d113f9956 req-399e9068-f29b-4d7d-938f-90969118b000 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 946 time: 0.0973980 Jun 21 10:16:20.072819 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a878a7a0-469e-4b5c-94e6-849d113f9956 req-e73d5c71-a8e9-43b3-bbdf-83438c930dc0 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473580 Jun 21 10:16:21.284906 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f127d5-69bb-40d3-bf55-3f2fa0b41643 req-902e90b2-b5cd-4c6a-9f67-3f4406c9ae31 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:21.286312 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b3f127d5-69bb-40d3-bf55-3f2fa0b41643 req-902e90b2-b5cd-4c6a-9f67-3f4406c9ae31 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 946 time: 0.0747812 Jun 21 10:16:21.332793 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b3f127d5-69bb-40d3-bf55-3f2fa0b41643 req-a1db3618-e0a9-4f9f-b703-004501b828b9 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397830 Jun 21 10:16:21.436167 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6bbdc-bca0-47c7-a042-1d1fcd20060e req-8a54cba2-6161-479a-91cc-31b14fa5c3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:21.438331 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c0d6bbdc-bca0-47c7-a042-1d1fcd20060e req-8a54cba2-6161-479a-91cc-31b14fa5c3b3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f68e21913be4bacb3ea891f31183f6a&device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 1099 time: 0.1245704 Jun 21 10:16:21.543206 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6bbdc-bca0-47c7-a042-1d1fcd20060e req-3744b6d1-a971-4615-94c3-f40b8673ddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:21.544740 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c0d6bbdc-bca0-47c7-a042-1d1fcd20060e req-3744b6d1-a971-4615-94c3-f40b8673ddaa service neutron] 10.222.0.74 "GET /v2.0/networks?id=f45468d3-7a30-4ca1-b23e-095a7ff9fd22 HTTP/1.1" status: 200 len: 919 time: 0.0954261 Jun 21 10:16:21.614668 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c0d6bbdc-bca0-47c7-a042-1d1fcd20060e req-5730c09a-4d46-46e5-aaf7-9c8ec44be8d2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1633b8a6-5ced-42d6-907d-73b1ff8b96a8 HTTP/1.1" status: 200 len: 1002 time: 0.0626764 Jun 21 10:16:21.668909 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6bbdc-bca0-47c7-a042-1d1fcd20060e req-f2bbd20c-abc6-4871-b805-ed3ba162fa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:21.670378 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c0d6bbdc-bca0-47c7-a042-1d1fcd20060e req-f2bbd20c-abc6-4871-b805-ed3ba162fa01 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7754b5eb-78b7-4040-b8fe-e41e18555134 HTTP/1.1" status: 200 len: 856 time: 0.0487156 Jun 21 10:16:21.730896 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6bbdc-bca0-47c7-a042-1d1fcd20060e req-5d03cab3-c615-4998-a051-758d29080791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:21.732381 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c0d6bbdc-bca0-47c7-a042-1d1fcd20060e req-5d03cab3-c615-4998-a051-758d29080791 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f45468d3-7a30-4ca1-b23e-095a7ff9fd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547793 Jun 21 10:16:21.820314 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c0d6bbdc-bca0-47c7-a042-1d1fcd20060e req-b8b985f4-2497-40fe-98c4-1753c744da49 service neutron] 10.222.0.74 "GET /v2.0/networks/f45468d3-7a30-4ca1-b23e-095a7ff9fd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809593 Jun 21 10:16:21.913851 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c0d6bbdc-bca0-47c7-a042-1d1fcd20060e req-8da980b2-53be-49a6-870f-0afc56899bc2 service neutron] 10.222.0.74 "GET /v2.0/networks/f45468d3-7a30-4ca1-b23e-095a7ff9fd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850639 Jun 21 10:16:22.520090 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900dd12-1d2f-41f7-9602-84fe1a669544 req-cbcbb34f-afcf-4bb7-b23e-dd7563305258 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:22.522375 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9900dd12-1d2f-41f7-9602-84fe1a669544 req-cbcbb34f-afcf-4bb7-b23e-dd7563305258 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 946 time: 0.0661178 Jun 21 10:16:22.565902 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9900dd12-1d2f-41f7-9602-84fe1a669544 req-5c4ee46e-129d-4109-972d-f8398972cf65 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349975 Jun 21 10:16:23.748390 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502cc4c-a93f-4b12-a06f-98f864eecb9a req-e5cb0362-2179-495c-9a90-0fcbf8872382 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:23.749769 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-f502cc4c-a93f-4b12-a06f-98f864eecb9a req-e5cb0362-2179-495c-9a90-0fcbf8872382 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 946 time: 0.0644121 Jun 21 10:16:23.803107 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-f502cc4c-a93f-4b12-a06f-98f864eecb9a req-4a0b2ffa-2cb5-44ab-afae-9e01265c1f80 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469098 Jun 21 10:16:25.032888 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532da355-ab96-43c4-8d92-272425b73773 req-6f78dc78-b1dc-42b8-9a9d-6c752f2992d8 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:25.034433 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-532da355-ab96-43c4-8d92-272425b73773 req-6f78dc78-b1dc-42b8-9a9d-6c752f2992d8 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 946 time: 0.0783808 Jun 21 10:16:25.080147 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-532da355-ab96-43c4-8d92-272425b73773 req-b3b6e3cf-4384-4452-9183-6333264f7e5e tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369990 Jun 21 10:16:25.432368 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:16:25.510420 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:25.535919 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938028bf-7169-40ce-897f-bca71ad6a746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1633b8a6-5ced-42d6-907d-73b1ff8b96a8'}] {{(pid=92969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:16:25.540377 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c706f658ccf844bfe168bfc8e6ee8c8c6942380e727e998ad24aefeb68f4a8cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9962c6c1-ae26-4716-b4f3-c9d2dddaebc4" -d '{"events": [{"server_uuid": "938028bf-7169-40ce-897f-bca71ad6a746", "name": "network-vif-unplugged", "status": "completed", "tag": "1633b8a6-5ced-42d6-907d-73b1ff8b96a8"}]}' {{(pid=92969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:16:25.556197 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 1633b8a6-5ced-42d6-907d-73b1ff8b96a8, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=1633b8a6-5ced-42d6-907d-73b1ff8b96a8,segment=NetworkSegment(bba32aef-ac7d-4881-aeb7-7b8056567483),segment_id=bba32aef-ac7d-4881-aeb7-7b8056567483)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:16:25.567215 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:25.570568 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:16:25.597880 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 10:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1a36b6-cf3d-48f1-888c-1cab116aa5c5 x-openstack-request-id: req-ee1a36b6-cf3d-48f1-888c-1cab116aa5c5 {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:16:25.598201 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938028bf-7169-40ce-897f-bca71ad6a746", "name": "network-vif-unplugged", "status": "completed", "tag": "1633b8a6-5ced-42d6-907d-73b1ff8b96a8", "code": 200}]} {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:16:25.598466 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ee1a36b6-cf3d-48f1-888c-1cab116aa5c5 {{(pid=92969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:16:25.598864 dv-cinder-797245-3-iscsi neutron-server[92969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938028bf-7169-40ce-897f-bca71ad6a746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1633b8a6-5ced-42d6-907d-73b1ff8b96a8', 'code': 200} Jun 21 10:16:25.627311 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=1633b8a6-5ced-42d6-907d-73b1ff8b96a8,revision_number=8']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:16:25.633254 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:16:26.278829 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa4450-e482-4eb2-9729-22e9710076f4 req-77187726-d264-41a0-81c9-71d3e29248b4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:26.280251 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-24aa4450-e482-4eb2-9729-22e9710076f4 req-77187726-d264-41a0-81c9-71d3e29248b4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 944 time: 0.0775583 Jun 21 10:16:26.321357 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-24aa4450-e482-4eb2-9729-22e9710076f4 req-06699256-44f3-480c-bd2c-4ee5a4f9639f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345061 Jun 21 10:16:27.166914 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:27.183924 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee940777-3066-442b-8ead-a3f425eeb6fc req-096ac5f8-cb74-4d5f-b8b4-d251838f6afc tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:27.186461 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ee940777-3066-442b-8ead-a3f425eeb6fc req-096ac5f8-cb74-4d5f-b8b4-d251838f6afc tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 944 time: 0.0955894 Jun 21 10:16:27.229153 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ee940777-3066-442b-8ead-a3f425eeb6fc req-486f4add-81ed-4093-875f-c8066bcbd9cd tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367987 Jun 21 10:16:27.358381 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 49618) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:16:27.451764 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-069aced5-ae17-4312-ad9b-ae9c22de08d0 req-3c5e9a9d-86c2-475f-aeb7-ac86f6ec02fd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921819 Jun 21 10:16:28.459123 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea76e6-3b8c-43ad-a67d-0ba7e75e84ad req-a252fd2f-af16-42dd-8d50-1990d8f1216b tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:28.460814 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4aea76e6-3b8c-43ad-a67d-0ba7e75e84ad req-a252fd2f-af16-42dd-8d50-1990d8f1216b tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 944 time: 0.0759182 Jun 21 10:16:28.501109 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4aea76e6-3b8c-43ad-a67d-0ba7e75e84ad req-584c1048-a8ca-40ec-8119-9bb78d05f006 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345654 Jun 21 10:16:29.687022 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15d937-76f8-4c0a-abb4-25567007f916 req-78aae398-ea15-4dc8-bf4a-b06b269187fe tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:29.688465 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-9f15d937-76f8-4c0a-abb4-25567007f916 req-78aae398-ea15-4dc8-bf4a-b06b269187fe tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 944 time: 0.0661898 Jun 21 10:16:29.731698 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-9f15d937-76f8-4c0a-abb4-25567007f916 req-977251fc-766e-4603-93c0-06cfc906e161 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365553 Jun 21 10:16:29.937881 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:16:30.931078 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae647b2c-1ad3-455b-a64d-e284d806a289 req-ce805c38-5f67-4bf0-a6b5-c69bb76485fe tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:30.933231 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ae647b2c-1ad3-455b-a64d-e284d806a289 req-ce805c38-5f67-4bf0-a6b5-c69bb76485fe tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 944 time: 0.0712242 Jun 21 10:16:30.985689 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ae647b2c-1ad3-455b-a64d-e284d806a289 req-83d1530a-ef52-45ab-95f4-4eed26f8aeba tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463102 Jun 21 10:16:32.191818 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f569776-15f1-4293-994a-c23a51224c94 req-cf4b7791-b912-4143-b0b0-e959b142e7c0 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:32.194263 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-2f569776-15f1-4293-994a-c23a51224c94 req-cf4b7791-b912-4143-b0b0-e959b142e7c0 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 944 time: 0.0717859 Jun 21 10:16:32.238891 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-2f569776-15f1-4293-994a-c23a51224c94 req-740fc7db-da95-45b8-bb66-e5f496fee656 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363829 Jun 21 10:16:33.438618 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97b6a1-3f40-4764-bb48-9dfba3853cfd req-ce2fa96f-b190-44dc-866b-6988000b7cf4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:33.440076 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5d97b6a1-3f40-4764-bb48-9dfba3853cfd req-ce2fa96f-b190-44dc-866b-6988000b7cf4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 944 time: 0.0792019 Jun 21 10:16:33.484292 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5d97b6a1-3f40-4764-bb48-9dfba3853cfd req-3e1410bc-d711-4784-8d09-7e01b1b75f97 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378656 Jun 21 10:16:34.205342 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069aced5-ae17-4312-ad9b-ae9c22de08d0 req-c9dbdc58-a8eb-43ff-a6a5-43a69faf8cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:34.206839 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-069aced5-ae17-4312-ad9b-ae9c22de08d0 req-c9dbdc58-a8eb-43ff-a6a5-43a69faf8cd3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746&tenant_id=5f68e21913be4bacb3ea891f31183f6a HTTP/1.1" status: 200 len: 1097 time: 0.0940707 Jun 21 10:16:34.310407 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069aced5-ae17-4312-ad9b-ae9c22de08d0 req-bcec6984-3cd7-4c1c-817a-17d4a2f4a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:34.311928 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-069aced5-ae17-4312-ad9b-ae9c22de08d0 req-bcec6984-3cd7-4c1c-817a-17d4a2f4a2b1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f68e21913be4bacb3ea891f31183f6a&device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 1097 time: 0.0546186 Jun 21 10:16:34.411172 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069aced5-ae17-4312-ad9b-ae9c22de08d0 req-1141a42e-df25-4e21-a52f-1cee8ca0c289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:34.413336 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-069aced5-ae17-4312-ad9b-ae9c22de08d0 req-1141a42e-df25-4e21-a52f-1cee8ca0c289 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f45468d3-7a30-4ca1-b23e-095a7ff9fd22 HTTP/1.1" status: 200 len: 919 time: 0.0915554 Jun 21 10:16:34.487135 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-069aced5-ae17-4312-ad9b-ae9c22de08d0 req-b77f0d33-aceb-4409-a1f7-57a3f9ae6510 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1633b8a6-5ced-42d6-907d-73b1ff8b96a8 HTTP/1.1" status: 200 len: 1000 time: 0.0640342 Jun 21 10:16:34.543854 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069aced5-ae17-4312-ad9b-ae9c22de08d0 req-fdc97060-f2ae-4078-a310-0ae8f373227d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:34.545355 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-069aced5-ae17-4312-ad9b-ae9c22de08d0 req-fdc97060-f2ae-4078-a310-0ae8f373227d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7754b5eb-78b7-4040-b8fe-e41e18555134 HTTP/1.1" status: 200 len: 856 time: 0.0508423 Jun 21 10:16:34.622646 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069aced5-ae17-4312-ad9b-ae9c22de08d0 req-c56ac42f-3834-493f-9ea9-82a5486a4a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:34.624037 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-069aced5-ae17-4312-ad9b-ae9c22de08d0 req-c56ac42f-3834-493f-9ea9-82a5486a4a1c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f45468d3-7a30-4ca1-b23e-095a7ff9fd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713568 Jun 21 10:16:34.754721 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2687c9-5234-4b6b-a563-13fca00ba8be req-12544efb-4c3e-41c2-8f28-e5ea3a6fec88 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:34.756740 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7d2687c9-5234-4b6b-a563-13fca00ba8be req-12544efb-4c3e-41c2-8f28-e5ea3a6fec88 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 944 time: 0.1492264 Jun 21 10:16:34.759002 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-069aced5-ae17-4312-ad9b-ae9c22de08d0 req-b88913d0-c68d-4a9a-8a06-7aa8398a5e21 service neutron] 10.222.0.74 "GET /v2.0/networks/f45468d3-7a30-4ca1-b23e-095a7ff9fd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185997 Jun 21 10:16:34.844685 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7d2687c9-5234-4b6b-a563-13fca00ba8be req-5aff95d5-a211-4e08-90c9-b51ad50506f5 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821881 Jun 21 10:16:34.885761 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-069aced5-ae17-4312-ad9b-ae9c22de08d0 req-b6a6bfac-2797-4c4c-8391-56767e3b0ccf service neutron] 10.222.0.74 "GET /v2.0/networks/f45468d3-7a30-4ca1-b23e-095a7ff9fd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170926 Jun 21 10:16:36.288675 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f586f7-a417-46d4-a159-220bd43b37e5 req-c06f598e-0e55-47c8-8e98-330663c87e6d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:36.290580 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d2f586f7-a417-46d4-a159-220bd43b37e5 req-c06f598e-0e55-47c8-8e98-330663c87e6d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 944 time: 0.3116446 Jun 21 10:16:36.360490 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d2f586f7-a417-46d4-a159-220bd43b37e5 req-4a5a9607-3a64-44bd-9b97-a74842a18721 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626991 Jun 21 10:16:37.357159 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-f95eaa49-f286-4039-a3dc-7f5cb4ccf91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:37.579211 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd74bed-a28d-4a54-aac9-01e8e094a7f5 req-21781beb-9903-4d73-8d85-5779016d4f4b tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:37.580758 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4fd74bed-a28d-4a54-aac9-01e8e094a7f5 req-21781beb-9903-4d73-8d85-5779016d4f4b tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 944 time: 0.0757372 Jun 21 10:16:37.623309 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4fd74bed-a28d-4a54-aac9-01e8e094a7f5 req-a02e430b-af66-4983-bf71-d102f30e21be tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353432 Jun 21 10:16:38.847450 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac72050-76c5-40a0-8193-ee949b86e213 req-f324df91-1493-4e1b-87a9-e5c4f73b9f35 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:38.851438 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7ac72050-76c5-40a0-8193-ee949b86e213 req-f324df91-1493-4e1b-87a9-e5c4f73b9f35 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 944 time: 0.0782342 Jun 21 10:16:38.908986 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7ac72050-76c5-40a0-8193-ee949b86e213 req-883f1e37-f3c7-4377-baa3-9d17775e6094 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497012 Jun 21 10:16:40.124969 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23389396-67c1-4dab-823e-91f868fbc2f7 req-fc97d67b-ac08-40c5-89c8-30843e42aadf tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:40.127226 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-23389396-67c1-4dab-823e-91f868fbc2f7 req-fc97d67b-ac08-40c5-89c8-30843e42aadf tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 944 time: 0.0725074 Jun 21 10:16:40.174000 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-23389396-67c1-4dab-823e-91f868fbc2f7 req-ad7de8ff-bced-4410-8605-d4014ecabbf0 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365744 Jun 21 10:16:40.831435 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:40.930049 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-13b28122-2fbf-433f-aad8-41b702579c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:41.378355 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c87bf-39e3-4bff-922b-bc72c9a124e8 req-d430b8f4-f4f9-4dd4-a212-a075d24351c4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:41.380656 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-893c87bf-39e3-4bff-922b-bc72c9a124e8 req-d430b8f4-f4f9-4dd4-a212-a075d24351c4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 944 time: 0.0824139 Jun 21 10:16:41.426245 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-893c87bf-39e3-4bff-922b-bc72c9a124e8 req-7c567cbd-9cc0-4af9-8544-09773cbfd503 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382669 Jun 21 10:16:42.574215 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:16:42.626499 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c8ef7-d19e-48d7-83fe-67e0953a8ee1 req-f02ae08f-17da-407d-b50e-4a961c7cd4ed tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:42.629598 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-647c8ef7-d19e-48d7-83fe-67e0953a8ee1 req-f02ae08f-17da-407d-b50e-4a961c7cd4ed tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 944 time: 0.0768733 Jun 21 10:16:42.683005 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-647c8ef7-d19e-48d7-83fe-67e0953a8ee1 req-43c08478-dc8e-46ce-8dee-8288ddfc3a98 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427880 Jun 21 10:16:43.059357 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:43.885455 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e755619-6d82-4423-90cf-4731e7c7b814 req-d3db41d6-c844-431b-a393-f73dcf320381 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:43.886991 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0e755619-6d82-4423-90cf-4731e7c7b814 req-d3db41d6-c844-431b-a393-f73dcf320381 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 944 time: 0.0742135 Jun 21 10:16:43.936394 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0e755619-6d82-4423-90cf-4731e7c7b814 req-21325cc0-b9ce-4059-ac8e-a163a2e381b1 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436347 Jun 21 10:16:45.133477 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab118fa-7b50-4788-9eed-09d4ff8dc503 req-a54a82c2-9c00-45e8-a5d7-5a08eaedcac1 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:45.134685 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-eab118fa-7b50-4788-9eed-09d4ff8dc503 req-a54a82c2-9c00-45e8-a5d7-5a08eaedcac1 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 944 time: 0.0706928 Jun 21 10:16:45.147084 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:45.179853 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-eab118fa-7b50-4788-9eed-09d4ff8dc503 req-10265888-9b46-4524-92ce-3b790e48112a tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385816 Jun 21 10:16:46.382406 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e0d62-11eb-46fe-a181-498805afcb20 req-5b509079-cacc-453c-b37d-84eb84912cc8 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:46.383953 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6b7e0d62-11eb-46fe-a181-498805afcb20 req-5b509079-cacc-453c-b37d-84eb84912cc8 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 944 time: 0.0771818 Jun 21 10:16:46.433276 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6b7e0d62-11eb-46fe-a181-498805afcb20 req-a9698536-4d26-4068-8b20-08fecaeb0dbb tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426412 Jun 21 10:16:47.232845 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cba906-cbe6-437c-98f1-6560ad342000 req-f0d92dbe-e0c9-4bb8-a505-e3c0b3393e5b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:47.234344 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-54cba906-cbe6-437c-98f1-6560ad342000 req-f0d92dbe-e0c9-4bb8-a505-e3c0b3393e5b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc4cfba3-4d75-458a-9af9-bb06ed967e7d HTTP/1.1" status: 200 len: 945 time: 0.0674207 Jun 21 10:16:47.273089 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-54cba906-cbe6-437c-98f1-6560ad342000 req-38f49454-6cd5-47b9-abb2-f67d1365588f tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323131 Jun 21 10:16:47.634695 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ab6ed-c97a-482c-bfa5-25b749481da7 req-d60406e8-8009-4975-93cc-0dc664cd6221 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:47.636295 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ee1ab6ed-c97a-482c-bfa5-25b749481da7 req-d60406e8-8009-4975-93cc-0dc664cd6221 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 944 time: 0.0697632 Jun 21 10:16:47.683566 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ee1ab6ed-c97a-482c-bfa5-25b749481da7 req-9cdc6a74-b883-4511-951b-878cf035b2b4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401244 Jun 21 10:16:48.451690 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990a5cf-518a-4080-8c93-12fe2649bdff req-0f1b45e8-d8fc-4203-bfdd-0baabc595dd0 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:48.453159 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0990a5cf-518a-4080-8c93-12fe2649bdff req-0f1b45e8-d8fc-4203-bfdd-0baabc595dd0 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc4cfba3-4d75-458a-9af9-bb06ed967e7d HTTP/1.1" status: 200 len: 945 time: 0.0667565 Jun 21 10:16:48.494971 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0990a5cf-518a-4080-8c93-12fe2649bdff req-0ef286e3-428e-4bad-84e3-6f78412480f0 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357540 Jun 21 10:16:48.881907 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941e5a1-3eaa-4597-baab-7db0ffc58d5e req-63cf3197-21cd-4660-8762-74c56ffe8a8b tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:48.883308 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-8941e5a1-3eaa-4597-baab-7db0ffc58d5e req-63cf3197-21cd-4660-8762-74c56ffe8a8b tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 944 time: 0.0763991 Jun 21 10:16:48.922038 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-8941e5a1-3eaa-4597-baab-7db0ffc58d5e req-37b64c2d-a9e1-499a-bab3-0a05ef99386d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328472 Jun 21 10:16:48.922507 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e8c8e-63c1-4223-aa98-98af34d1dc2d req-c4499ca9-495f-457e-8d86-e14e544b4b6d tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:48.925075 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d49e8c8e-63c1-4223-aa98-98af34d1dc2d req-c4499ca9-495f-457e-8d86-e14e544b4b6d tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c65de89-fe28-4298-95d7-1d29b63a32c7 HTTP/1.1" status: 200 len: 946 time: 0.0883219 Jun 21 10:16:48.975683 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d49e8c8e-63c1-4223-aa98-98af34d1dc2d req-db887d31-0f1b-433d-a4bd-1673d4a87ca6 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/security-groups?id=e19b9abd-9c39-464b-bc9e-e542f73754d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451829 Jun 21 10:16:49.364915 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968261a-157d-49a5-a95e-6c5d39f593df req-cf493f61-9872-43d4-a2ba-b0d821c672e5 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:49.366353 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6968261a-157d-49a5-a95e-6c5d39f593df req-cf493f61-9872-43d4-a2ba-b0d821c672e5 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.74 "GET /v2.0/ports?device_id=cc4cfba3-4d75-458a-9af9-bb06ed967e7d HTTP/1.1" status: 200 len: 945 time: 0.0729272 Jun 21 10:16:49.476804 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [req-6968261a-157d-49a5-a95e-6c5d39f593df req-168ccbb8-97bd-45cf-a34c-b4b015bb297a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Deleting port 3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1 {{(pid=92965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:16:49.477965 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-6968261a-157d-49a5-a95e-6c5d39f593df req-168ccbb8-97bd-45cf-a34c-b4b015bb297a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:49.585158 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [req-6968261a-157d-49a5-a95e-6c5d39f593df req-168ccbb8-97bd-45cf-a34c-b4b015bb297a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] For port 3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1,segment=NetworkSegment(0a9d78b6-c495-4794-ada2-561317aa9db4),segment_id=0a9d78b6-c495-4794-ada2-561317aa9db4)] {{(pid=92965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:16:49.585891 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-6968261a-157d-49a5-a95e-6c5d39f593df req-168ccbb8-97bd-45cf-a34c-b4b015bb297a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:49.872788 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095a362-069e-4aa7-a035-8bb4e5216e64 req-de3889fe-2b86-4677-b86c-5269602c9979 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:49.874631 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6095a362-069e-4aa7-a035-8bb4e5216e64 req-de3889fe-2b86-4677-b86c-5269602c9979 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc4cfba3-4d75-458a-9af9-bb06ed967e7d HTTP/1.1" status: 200 len: 945 time: 0.2400689 Jun 21 10:16:49.921184 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-6968261a-157d-49a5-a95e-6c5d39f593df req-168ccbb8-97bd-45cf-a34c-b4b015bb297a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:49.921700 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-6968261a-157d-49a5-a95e-6c5d39f593df req-168ccbb8-97bd-45cf-a34c-b4b015bb297a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858313'] for floatingip, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:49.922064 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.db.l3_db [req-6968261a-157d-49a5-a95e-6c5d39f593df req-168ccbb8-97bd-45cf-a34c-b4b015bb297a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Floating IP 43634b0f-977f-475d-8122-54340897cf20 disassociated. External IP: 172.27.2.45, port: 3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1. Jun 21 10:16:49.922399 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [req-6968261a-157d-49a5-a95e-6c5d39f593df req-168ccbb8-97bd-45cf-a34c-b4b015bb297a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Calling delete_port for 3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1 owned by compute:nova {{(pid=92965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:16:49.952466 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6095a362-069e-4aa7-a035-8bb4e5216e64 req-dcd7a7a2-a759-47bf-aac3-a66f8a97307a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715017 Jun 21 10:16:50.122719 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c762b13-e735-450a-9a8f-ce16aa389f49 req-cb44910f-c5a7-4ede-933b-6b738b9514f3 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:50.124468 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5c762b13-e735-450a-9a8f-ce16aa389f49 req-cb44910f-c5a7-4ede-933b-6b738b9514f3 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 944 time: 0.0708358 Jun 21 10:16:50.170781 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5c762b13-e735-450a-9a8f-ce16aa389f49 req-2dd0855f-f6f5-42b1-bf1d-cce1222d988f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395939 Jun 21 10:16:50.353998 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-6968261a-157d-49a5-a95e-6c5d39f593df req-168ccbb8-97bd-45cf-a34c-b4b015bb297a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11354326'] for port, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:50.358801 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:16:50.389212 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ccbb8-97bd-45cf-a34c-b4b015bb297a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Pushing event deleted for resources: {'Port': ['ID=3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:16:50.407493 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ccbb8-97bd-45cf-a34c-b4b015bb297a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:50.407865 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ccbb8-97bd-45cf-a34c-b4b015bb297a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:50.408236 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ccbb8-97bd-45cf-a34c-b4b015bb297a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:50.408615 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ccbb8-97bd-45cf-a34c-b4b015bb297a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:50.408982 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ccbb8-97bd-45cf-a34c-b4b015bb297a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:50.409344 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ccbb8-97bd-45cf-a34c-b4b015bb297a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:50.409697 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ccbb8-97bd-45cf-a34c-b4b015bb297a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:50.410054 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ccbb8-97bd-45cf-a34c-b4b015bb297a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:50.410405 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ccbb8-97bd-45cf-a34c-b4b015bb297a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:50.410755 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ccbb8-97bd-45cf-a34c-b4b015bb297a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:50.411107 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ccbb8-97bd-45cf-a34c-b4b015bb297a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:50.411450 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ccbb8-97bd-45cf-a34c-b4b015bb297a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:50.415956 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-168ccbb8-97bd-45cf-a34c-b4b015bb297a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:16:50.424906 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fddc8d-07cb-45b9-b92b-0f4ef7cf625b req-8ea39d4a-3935-4e4e-b8b9-b586a6390e75 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:50.426451 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-38fddc8d-07cb-45b9-b92b-0f4ef7cf625b req-8ea39d4a-3935-4e4e-b8b9-b586a6390e75 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c65de89-fe28-4298-95d7-1d29b63a32c7 HTTP/1.1" status: 200 len: 946 time: 0.1320574 Jun 21 10:16:50.551774 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-38fddc8d-07cb-45b9-b92b-0f4ef7cf625b req-6f7a6e4f-6e90-491c-ab85-a02327c602ea tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/security-groups?id=e19b9abd-9c39-464b-bc9e-e542f73754d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897954 Jun 21 10:16:50.572714 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6968261a-157d-49a5-a95e-6c5d39f593df req-168ccbb8-97bd-45cf-a34c-b4b015bb297a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Router b29f85ec-8096-48b0-aef6-b1ed54c88700 has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:16:50.701174 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6968261a-157d-49a5-a95e-6c5d39f593df req-168ccbb8-97bd-45cf-a34c-b4b015bb297a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:16:50.717106 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb26008e-1c13-434e-81cc-57a33f8a5f85 None None] Sync routers for ids ['b29f85ec-8096-48b0-aef6-b1ed54c88700'] in dv-cinder-797245-3-iscsi {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:16:50.732437 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb26008e-1c13-434e-81cc-57a33f8a5f85 None None] Routers {'b29f85ec-8096-48b0-aef6-b1ed54c88700'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:16:50.733525 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-bb26008e-1c13-434e-81cc-57a33f8a5f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:16:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['b29f85ec-8096-48b0-aef6-b1ed54c88700'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:16:50.778368 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [req-6968261a-157d-49a5-a95e-6c5d39f593df req-168ccbb8-97bd-45cf-a34c-b4b015bb297a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] No DVR routers for this DVR port 3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1 on host hv-cinder-79724 {{(pid=92965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:16:50.782996 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-6968261a-157d-49a5-a95e-6c5d39f593df req-168ccbb8-97bd-45cf-a34c-b4b015bb297a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:50.786593 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6968261a-157d-49a5-a95e-6c5d39f593df req-168ccbb8-97bd-45cf-a34c-b4b015bb297a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.74 "DELETE /v2.0/ports/3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1 HTTP/1.1" status: 204 len: 173 time: 1.4116733 Jun 21 10:16:50.787406 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4cfba3-4d75-458a-9af9-bb06ed967e7d', 'name': 'network-vif-deleted', 'tag': '3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1'}] {{(pid=92965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:16:50.792824 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6455383dad080abf38abbc06b7173bfc99a12cfb8f38fffed40ef3479635dd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb8adfd-cb49-44f2-9cdb-b81b2c76df99" -d '{"events": [{"server_uuid": "cc4cfba3-4d75-458a-9af9-bb06ed967e7d", "name": "network-vif-deleted", "tag": "3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1"}]}' {{(pid=92965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:16:50.922072 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ec809-d1cb-410b-9c3c-e61dc864d930 req-4a3d8c33-c826-4fc3-9af2-da99bfd47662 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:50.923746 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9c1ec809-d1cb-410b-9c3c-e61dc864d930 req-4a3d8c33-c826-4fc3-9af2-da99bfd47662 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.74 "GET /v2.0/ports?device_id=3c65de89-fe28-4298-95d7-1d29b63a32c7 HTTP/1.1" status: 200 len: 946 time: 0.1312764 Jun 21 10:16:50.939341 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-bb26008e-1c13-434e-81cc-57a33f8a5f85 None None] Set router b29f85ec-8096-48b0-aef6-b1ed54c88700 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:16:50.963673 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84821d23-c17f-42d0-850d-69e2951736d8 x-openstack-request-id: req-84821d23-c17f-42d0-850d-69e2951736d8 {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:16:50.964296 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4cfba3-4d75-458a-9af9-bb06ed967e7d", "name": "network-vif-deleted", "tag": "3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1", "status": "completed", "code": 200}]} {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:16:50.964773 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-84821d23-c17f-42d0-850d-69e2951736d8 {{(pid=92965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:16:50.965311 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4cfba3-4d75-458a-9af9-bb06ed967e7d', 'name': 'network-vif-deleted', 'tag': '3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1', 'status': 'completed', 'code': 200} Jun 21 10:16:51.063836 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [req-9c1ec809-d1cb-410b-9c3c-e61dc864d930 req-020a1d4c-d3ba-4147-996f-1fa86fc678bf tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Deleting port f01e53db-2bc9-4146-b8bb-b52ada055f59 {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:16:51.064687 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-9c1ec809-d1cb-410b-9c3c-e61dc864d930 req-020a1d4c-d3ba-4147-996f-1fa86fc678bf tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:51.143432 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c530c7c3-cec8-4363-8d07-d55ea25d4c81 req-444c22b4-3102-455d-994b-e549a11452b1 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc4cfba3-4d75-458a-9af9-bb06ed967e7d HTTP/1.1" status: 200 len: 210 time: 0.0385659 Jun 21 10:16:51.223009 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-9c1ec809-d1cb-410b-9c3c-e61dc864d930 req-020a1d4c-d3ba-4147-996f-1fa86fc678bf tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] For port f01e53db-2bc9-4146-b8bb-b52ada055f59, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=f01e53db-2bc9-4146-b8bb-b52ada055f59,segment=NetworkSegment(5bbf1e54-7826-4bc8-80ce-0d4442121367),segment_id=5bbf1e54-7826-4bc8-80ce-0d4442121367)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:16:51.224719 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-9c1ec809-d1cb-410b-9c3c-e61dc864d930 req-020a1d4c-d3ba-4147-996f-1fa86fc678bf tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:51.245111 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-bb26008e-1c13-434e-81cc-57a33f8a5f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'name': 'tempest-TestVolumeBootPattern-245411859-router', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '075a0383-c678-4854-8e3a-80e3d8621620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:32Z', 'revision_number': 4, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'gw_port': {'id': '075a0383-c678-4854-8e3a-80e3d8621620', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': '6036f762-76bf-44cc-82c7-c94046c50696', 'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'mac_address': 'fa:16:3e:e5:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:31Z', 'updated_at': '2021-06-21T10:13:39Z', 'revision_number': 5, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'subnets': [{'id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:16:51.302378 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb26008e-1c13-434e-81cc-57a33f8a5f85 None None] Checking router: b29f85ec-8096-48b0-aef6-b1ed54c88700 for host: dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:16:51.316146 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb26008e-1c13-434e-81cc-57a33f8a5f85 None None] Routers {'b29f85ec-8096-48b0-aef6-b1ed54c88700'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:16:51.317386 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-bb26008e-1c13-434e-81cc-57a33f8a5f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:16:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['b29f85ec-8096-48b0-aef6-b1ed54c88700'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:16:51.340402 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [req-9c1ec809-d1cb-410b-9c3c-e61dc864d930 req-020a1d4c-d3ba-4147-996f-1fa86fc678bf tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Calling delete_port for f01e53db-2bc9-4146-b8bb-b52ada055f59 owned by compute:nova {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:16:51.452297 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-bb26008e-1c13-434e-81cc-57a33f8a5f85 None None] Set router b29f85ec-8096-48b0-aef6-b1ed54c88700 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:16:51.474129 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec3fe7-27c6-4ca8-b1db-0271e3683717 req-b574c671-9787-415e-88d2-930f2d5abcc6 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:51.475687 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-61ec3fe7-27c6-4ca8-b1db-0271e3683717 req-b574c671-9787-415e-88d2-930f2d5abcc6 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 944 time: 0.1305947 Jun 21 10:16:51.559416 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-61ec3fe7-27c6-4ca8-b1db-0271e3683717 req-d69a6b17-83df-47e9-903c-56197c0cc953 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746446 Jun 21 10:16:51.584499 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-9c1ec809-d1cb-410b-9c3c-e61dc864d930 req-020a1d4c-d3ba-4147-996f-1fa86fc678bf tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1954225'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:51.590169 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-ebf9c115-d24c-49c3-af58-ff1ec6065e70 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:16:51.623876 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a1d4c-d3ba-4147-996f-1fa86fc678bf tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Pushing event deleted for resources: {'Port': ['ID=f01e53db-2bc9-4146-b8bb-b52ada055f59,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:16:51.661119 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a1d4c-d3ba-4147-996f-1fa86fc678bf tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:51.661554 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a1d4c-d3ba-4147-996f-1fa86fc678bf tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:51.662063 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a1d4c-d3ba-4147-996f-1fa86fc678bf tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:51.662525 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a1d4c-d3ba-4147-996f-1fa86fc678bf tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:51.662905 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a1d4c-d3ba-4147-996f-1fa86fc678bf tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:51.663345 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a1d4c-d3ba-4147-996f-1fa86fc678bf tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:51.664249 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a1d4c-d3ba-4147-996f-1fa86fc678bf tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:51.664249 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a1d4c-d3ba-4147-996f-1fa86fc678bf tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:51.664648 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a1d4c-d3ba-4147-996f-1fa86fc678bf tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:51.665493 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a1d4c-d3ba-4147-996f-1fa86fc678bf tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:51.666111 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a1d4c-d3ba-4147-996f-1fa86fc678bf tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:51.666629 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a1d4c-d3ba-4147-996f-1fa86fc678bf tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:51.666744 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['f01e53db-2bc9-4146-b8bb-b52ada055f59'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:16:51.672701 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-020a1d4c-d3ba-4147-996f-1fa86fc678bf tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:16:51.698096 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1ec809-d1cb-410b-9c3c-e61dc864d930 req-020a1d4c-d3ba-4147-996f-1fa86fc678bf tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] No DVR routers for this DVR port f01e53db-2bc9-4146-b8bb-b52ada055f59 on host hv-cinder-79724 {{(pid=92958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:16:51.701679 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-9c1ec809-d1cb-410b-9c3c-e61dc864d930 req-020a1d4c-d3ba-4147-996f-1fa86fc678bf tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:51.704549 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9c1ec809-d1cb-410b-9c3c-e61dc864d930 req-020a1d4c-d3ba-4147-996f-1fa86fc678bf tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.74 "DELETE /v2.0/ports/f01e53db-2bc9-4146-b8bb-b52ada055f59 HTTP/1.1" status: 204 len: 173 time: 0.7741182 Jun 21 10:16:51.705318 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c65de89-fe28-4298-95d7-1d29b63a32c7', 'name': 'network-vif-deleted', 'tag': 'f01e53db-2bc9-4146-b8bb-b52ada055f59'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:16:51.707739 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc88a00f-d97c-4200-8ab7-1c693894b202" -d '{"events": [{"server_uuid": "3c65de89-fe28-4298-95d7-1d29b63a32c7", "name": "network-vif-deleted", "tag": "f01e53db-2bc9-4146-b8bb-b52ada055f59"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:16:51.749270 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e9eff8c4-92a2-4c11-82d8-1f9d11fe5be4 req-104eb2d2-eec1-419a-b9db-361a9cfd096b tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c65de89-fe28-4298-95d7-1d29b63a32c7 HTTP/1.1" status: 200 len: 210 time: 0.0437150 Jun 21 10:16:51.768927 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-bb26008e-1c13-434e-81cc-57a33f8a5f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'name': 'tempest-TestVolumeBootPattern-245411859-router', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '075a0383-c678-4854-8e3a-80e3d8621620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:32Z', 'revision_number': 4, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'gw_port': {'id': '075a0383-c678-4854-8e3a-80e3d8621620', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': '6036f762-76bf-44cc-82c7-c94046c50696', 'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'mac_address': 'fa:16:3e:e5:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:31Z', 'updated_at': '2021-06-21T10:13:39Z', 'revision_number': 5, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'subnets': [{'id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:16:51.801767 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb26008e-1c13-434e-81cc-57a33f8a5f85 None None] The sync data for ids ['b29f85ec-8096-48b0-aef6-b1ed54c88700'] in dv-cinder-797245-3-iscsi is: [{'id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'name': 'tempest-TestVolumeBootPattern-245411859-router', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '075a0383-c678-4854-8e3a-80e3d8621620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:32Z', 'revision_number': 4, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'gw_port': {'id': '075a0383-c678-4854-8e3a-80e3d8621620', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': '6036f762-76bf-44cc-82c7-c94046c50696', 'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'mac_address': 'fa:16:3e:e5:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:31Z', 'updated_at': '2021-06-21T10:13:39Z', 'revision_number': 5, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'subnets': [{'id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:16:51.846173 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5022a1-3091-4978-93e4-104022a5a1c7 x-openstack-request-id: req-da5022a1-3091-4978-93e4-104022a5a1c7 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:16:51.846502 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c65de89-fe28-4298-95d7-1d29b63a32c7", "name": "network-vif-deleted", "tag": "f01e53db-2bc9-4146-b8bb-b52ada055f59", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:16:51.846820 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-da5022a1-3091-4978-93e4-104022a5a1c7 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:16:51.847407 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c65de89-fe28-4298-95d7-1d29b63a32c7', 'name': 'network-vif-deleted', 'tag': 'f01e53db-2bc9-4146-b8bb-b52ada055f59', 'status': 'completed', 'code': 200} Jun 21 10:16:51.991309 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:16:52.025600 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] No Port match for: 3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1 {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:16:52.026133 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 3bfcb7dd-b5d1-4c18-9bb3-cd3ef1ce3cd1 not bound to the agent host hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:16:52.026621 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device f01e53db-2bc9-4146-b8bb-b52ada055f59 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:16:52.048777 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] No Port match for: f01e53db-2bc9-4146-b8bb-b52ada055f59 {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:16:52.049158 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device f01e53db-2bc9-4146-b8bb-b52ada055f59 not bound to the agent host hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:16:52.101541 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deb0dd1-2f27-4d1a-8b8b-b7b7edcd43ac None None] New status for floating IP 43634b0f-977f-475d-8122-54340897cf20: DOWN {{(pid=92973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 10:16:52.525852 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-7820f9aa-274c-4676-a680-5e766ad3fd2f tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1057346995&fields=id&tenant_id=d89583220ee1440bbdfeda076a37714b HTTP/1.1" status: 200 len: 267 time: 0.0438328 Jun 21 10:16:52.693732 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-e5bd8312-8afc-4a04-9130-0068d5217216 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:52.695330 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-e5bd8312-8afc-4a04-9130-0068d5217216 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/networks?id=99912a94-0af8-44a1-b5eb-2eb4255e8f95 HTTP/1.1" status: 200 len: 811 time: 0.1606910 Jun 21 10:16:52.725998 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-25b956f4-b9d6-43c8-8a98-bd836b4a81c5 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/quotas/d89583220ee1440bbdfeda076a37714b HTTP/1.1" status: 200 len: 375 time: 0.0221546 Jun 21 10:16:52.770184 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958475e4-f6de-4f4f-b167-13c6c9046572 req-ebdff9ce-392a-49f2-9d0c-5522e5fdbcb0 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:52.772011 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-958475e4-f6de-4f4f-b167-13c6c9046572 req-ebdff9ce-392a-49f2-9d0c-5522e5fdbcb0 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 944 time: 0.0764732 Jun 21 10:16:52.810116 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-a92d1a8a-e754-4223-b381-2e329c5f9a19 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d89583220ee1440bbdfeda076a37714b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0772796 Jun 21 10:16:52.817243 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-958475e4-f6de-4f4f-b167-13c6c9046572 req-478b346b-2b08-45dc-b1e1-78f3d66cf7fa tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379145 Jun 21 10:16:52.984310 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-4e1e5f7b-bede-4d99-bd6d-93bd307d081a service neutron] 10.222.0.50 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625860 Jun 21 10:16:53.094677 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-6f031666-756a-4b00-83c9-da3dd11e1447 service neutron] 10.222.0.50 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037536 Jun 21 10:16:53.498579 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-eb01851b-53f6-48ef-80bf-8ccda059da3e req-6b43a2bc-0bbd-4d14-8803-95c87d70a538 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 210 time: 0.0377891 Jun 21 10:16:54.023929 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695ed9b-d5b4-4ab9-9202-e860e9400833 req-080acd26-6c4b-4ea5-8f84-0f7c7bf058ff tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:54.025619 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9695ed9b-d5b4-4ab9-9202-e860e9400833 req-080acd26-6c4b-4ea5-8f84-0f7c7bf058ff tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 944 time: 0.0715239 Jun 21 10:16:54.066055 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9695ed9b-d5b4-4ab9-9202-e860e9400833 req-15393773-39a8-4895-b778-616207cacac0 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341032 Jun 21 10:16:54.646305 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-684cfe87-3114-4405-95c8-63d53fb43a4a req-91f05eba-6e0e-4f51-9530-4eb3215ffc65 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 210 time: 0.0301821 Jun 21 10:16:55.260198 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c44cad-5cf0-4667-bd03-516efb1a9ff7 req-07ba6898-3621-4514-b8e2-5b651859fc40 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:55.261667 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-69c44cad-5cf0-4667-bd03-516efb1a9ff7 req-07ba6898-3621-4514-b8e2-5b651859fc40 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 944 time: 0.0704796 Jun 21 10:16:55.304163 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-69c44cad-5cf0-4667-bd03-516efb1a9ff7 req-1db2bfe6-8e82-4edb-878b-8bdc38a189d4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362909 Jun 21 10:16:55.794797 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ad8e86e0-0903-4ffe-bd48-2e4dd4cd16e9 req-b35daf4f-c5f1-4649-8ff1-621f272fd912 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 210 time: 0.0305233 Jun 21 10:16:56.105832 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 10:16:56.222785 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 1633b8a6-5ced-42d6-907d-73b1ff8b96a8, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=1633b8a6-5ced-42d6-907d-73b1ff8b96a8,segment=NetworkSegment(bba32aef-ac7d-4881-aeb7-7b8056567483),segment_id=bba32aef-ac7d-4881-aeb7-7b8056567483)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:16:56.238641 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Returning: {'device': '1633b8a6-5ced-42d6-907d-73b1ff8b96a8', 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'port_id': '1633b8a6-5ced-42d6-907d-73b1ff8b96a8', 'mac_address': 'fa:16:3e:32:a1:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 10:16:56.285107 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:56.300978 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 {{(pid=92969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:16:56.322551 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 1633b8a6-5ced-42d6-907d-73b1ff8b96a8, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=1633b8a6-5ced-42d6-907d-73b1ff8b96a8,segment=NetworkSegment(bba32aef-ac7d-4881-aeb7-7b8056567483),segment_id=bba32aef-ac7d-4881-aeb7-7b8056567483)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:16:56.331275 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:56.333675 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-e18c8c10-20f3-44cf-8261-2fb49d8fd5b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:16:56.506498 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=1633b8a6-5ced-42d6-907d-73b1ff8b96a8,revision_number=9']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:16:56.517403 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:56.517842 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:56.518204 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:56.518574 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:56.518915 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:56.519255 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:56.519588 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:56.519917 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:56.520305 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:56.520660 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:56.520987 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:56.521314 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:16:56.526081 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:16:56.527987 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730968c-38e1-4ccd-96a0-78ff5840f798 req-87f90947-013c-4cf2-9bca-e39910ec7e44 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:56.529549 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e730968c-38e1-4ccd-96a0-78ff5840f798 req-87f90947-013c-4cf2-9bca-e39910ec7e44 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 945 time: 0.0737050 Jun 21 10:16:56.571337 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e730968c-38e1-4ccd-96a0-78ff5840f798 req-6f13a4fa-a4a4-45fb-ae68-475fc358886d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353060 Jun 21 10:16:56.665768 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['1633b8a6-5ced-42d6-907d-73b1ff8b96a8'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:16:56.954141 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-310702ec-6574-4e28-a9fc-3ed9baba2880 req-26ee5e58-f1c6-42f8-9814-7c40205c1edb tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 210 time: 0.0407550 Jun 21 10:16:57.037184 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-b546c73f-1201-4c14-a41b-b260371e0cd7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:57.038801 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-b546c73f-1201-4c14-a41b-b260371e0cd7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.74 "GET /v2.0/networks?id=99912a94-0af8-44a1-b5eb-2eb4255e8f95 HTTP/1.1" status: 200 len: 811 time: 0.1188354 Jun 21 10:16:57.092910 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-af409565-5429-4511-9fe0-7d89963e69cf tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d89583220ee1440bbdfeda076a37714b HTTP/1.1" status: 200 len: 380 time: 0.0361021 Jun 21 10:16:57.109102 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-303484c0-6b8c-4269-a252-8db15d9b4d8a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Request body: {'port': {'device_id': '2526207d-182c-474c-9fb4-e6f671ee425a', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'admin_state_up': True, 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'security_groups': ['ce1b93b3-9b94-4de4-b0de-fda445cacd7c']}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:16:57.165687 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:57.225583 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-303484c0-6b8c-4269-a252-8db15d9b4d8a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Made reservation on behalf of d89583220ee1440bbdfeda076a37714b for: {'port': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:16:57.230111 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-303484c0-6b8c-4269-a252-8db15d9b4d8a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:57.377381 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-303484c0-6b8c-4269-a252-8db15d9b4d8a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Allocated IP 172.20.0.9 (99912a94-0af8-44a1-b5eb-2eb4255e8f95/3c4edada-c0f2-4bfd-9da7-75ff93dda488/3d4c8d79-a3e0-4379-b491-8c7ac8490252) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:16:57.534913 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-303484c0-6b8c-4269-a252-8db15d9b4d8a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:57.551714 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.provisioning_blocks [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-303484c0-6b8c-4269-a252-8db15d9b4d8a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Transition to ACTIVE for port object 3d4c8d79-a3e0-4379-b491-8c7ac8490252 will not be triggered until provisioned by entity DHCP. {{(pid=92958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:16:57.586321 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-303484c0-6b8c-4269-a252-8db15d9b4d8a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1954238'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:57.591640 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-e97d5d47-7c54-429c-a3ea-9da0de4bddd4 tempest-VolumesActionsTest-295787214 tempest-VolumesActionsTest-295787214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:16:57.646871 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3760651-05af-4e4d-89f0-665cd99ff0af req-7fed7959-4263-42b7-828b-ecb02609cb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:57.649622 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c3760651-05af-4e4d-89f0-665cd99ff0af req-7fed7959-4263-42b7-828b-ecb02609cb20 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f68e21913be4bacb3ea891f31183f6a&device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 1098 time: 0.0620747 Jun 21 10:16:57.656571 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-303484c0-6b8c-4269-a252-8db15d9b4d8a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Network 99912a94-0af8-44a1-b5eb-2eb4255e8f95 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:16:57.659930 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-303484c0-6b8c-4269-a252-8db15d9b4d8a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:16:57.665773 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-303484c0-6b8c-4269-a252-8db15d9b4d8a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:16:57.671649 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303484c0-6b8c-4269-a252-8db15d9b4d8a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Pushing event updated for resources: {'Port': ['ID=3d4c8d79-a3e0-4379-b491-8c7ac8490252,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:16:57.697473 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-303484c0-6b8c-4269-a252-8db15d9b4d8a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:16:57.757776 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-303484c0-6b8c-4269-a252-8db15d9b4d8a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:57.758952 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-303484c0-6b8c-4269-a252-8db15d9b4d8a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:57.781597 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-303484c0-6b8c-4269-a252-8db15d9b4d8a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6763356 Jun 21 10:16:57.810253 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-b446cb5e-1b6a-4f1e-a554-d60be14c57d4 service neutron] Request body: {'port': {'device_id': '2526207d-182c-474c-9fb4-e6f671ee425a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:16:57.815909 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3760651-05af-4e4d-89f0-665cd99ff0af req-ff4392c5-0ad1-4696-8768-03da08dce6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:57.817724 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c3760651-05af-4e4d-89f0-665cd99ff0af req-ff4392c5-0ad1-4696-8768-03da08dce6bc service neutron] 10.222.0.74 "GET /v2.0/networks?id=f45468d3-7a30-4ca1-b23e-095a7ff9fd22 HTTP/1.1" status: 200 len: 919 time: 0.1433272 Jun 21 10:16:57.843578 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea0851-c449-44d4-8d01-3a27324d4cef req-30173f7c-0b43-4cdd-a0df-9c5c56f2913f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:57.845165 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d7ea0851-c449-44d4-8d01-3a27324d4cef req-30173f7c-0b43-4cdd-a0df-9c5c56f2913f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 945 time: 0.1266801 Jun 21 10:16:57.911493 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c3760651-05af-4e4d-89f0-665cd99ff0af req-1fd1a3f1-fc1d-4590-bfe3-ff032ef420e9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1633b8a6-5ced-42d6-907d-73b1ff8b96a8 HTTP/1.1" status: 200 len: 1001 time: 0.0856922 Jun 21 10:16:57.936978 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d7ea0851-c449-44d4-8d01-3a27324d4cef req-41545b9c-c846-4a2d-a9d7-2000da0f9739 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768182 Jun 21 10:16:57.942194 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-b446cb5e-1b6a-4f1e-a554-d60be14c57d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:58.001663 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3760651-05af-4e4d-89f0-665cd99ff0af req-1a7da07e-5e81-4dc9-8f04-8f37034a54f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:58.003917 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c3760651-05af-4e4d-89f0-665cd99ff0af req-1a7da07e-5e81-4dc9-8f04-8f37034a54f1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7754b5eb-78b7-4040-b8fe-e41e18555134 HTTP/1.1" status: 200 len: 856 time: 0.0763509 Jun 21 10:16:58.009284 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-781bd1ef-67e6-4b8f-9557-bf25f5d363a8 None None] Provisioning for port 3d4c8d79-a3e0-4379-b491-8c7ac8490252 completed by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:16:58.017829 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-781bd1ef-67e6-4b8f-9557-bf25f5d363a8 None None] Provisioning complete for port 3d4c8d79-a3e0-4379-b491-8c7ac8490252 triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:16:58.018491 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-781bd1ef-67e6-4b8f-9557-bf25f5d363a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:58.068899 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-781bd1ef-67e6-4b8f-9557-bf25f5d363a8 None None] Port 3d4c8d79-a3e0-4379-b491-8c7ac8490252 cannot update to ACTIVE because it is not bound. {{(pid=92969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 10:16:58.118747 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 up at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:16:58.208739 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning complete for port 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:16:58.209893 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:58.220254 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3760651-05af-4e4d-89f0-665cd99ff0af req-1a39ceb7-4a9c-4148-99d6-7097aa58625c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:58.222565 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c3760651-05af-4e4d-89f0-665cd99ff0af req-1a39ceb7-4a9c-4148-99d6-7097aa58625c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f45468d3-7a30-4ca1-b23e-095a7ff9fd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2041850 Jun 21 10:16:58.348503 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:58.372877 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-b446cb5e-1b6a-4f1e-a554-d60be14c57d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d4c8d79-a3e0-4379-b491-8c7ac8490252 {{(pid=92958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:16:58.387717 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-b446cb5e-1b6a-4f1e-a554-d60be14c57d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:58.388499 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc7ace-2e18-4299-9860-995e60122935 req-29e9198c-aa89-4ebf-a927-6791124b6793 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:58.390319 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7bdc7ace-2e18-4299-9860-995e60122935 req-29e9198c-aa89-4ebf-a927-6791124b6793 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 931 time: 0.2325287 Jun 21 10:16:58.411846 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.provisioning_blocks [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-b446cb5e-1b6a-4f1e-a554-d60be14c57d4 service neutron] Transition to ACTIVE for port object 3d4c8d79-a3e0-4379-b491-8c7ac8490252 will not be triggered until provisioned by entity L2. {{(pid=92958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:16:58.415267 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938028bf-7169-40ce-897f-bca71ad6a746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1633b8a6-5ced-42d6-907d-73b1ff8b96a8'}] {{(pid=92969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:16:58.418536 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c706f658ccf844bfe168bfc8e6ee8c8c6942380e727e998ad24aefeb68f4a8cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d412609-8bac-42a1-a875-fef87bc323ee" -d '{"events": [{"server_uuid": "938028bf-7169-40ce-897f-bca71ad6a746", "name": "network-vif-plugged", "status": "completed", "tag": "1633b8a6-5ced-42d6-907d-73b1ff8b96a8"}]}' {{(pid=92969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:16:58.420140 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-b446cb5e-1b6a-4f1e-a554-d60be14c57d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:58.425514 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 1633b8a6-5ced-42d6-907d-73b1ff8b96a8, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=1633b8a6-5ced-42d6-907d-73b1ff8b96a8,segment=NetworkSegment(bba32aef-ac7d-4881-aeb7-7b8056567483),segment_id=bba32aef-ac7d-4881-aeb7-7b8056567483)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:16:58.425964 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-1bc7eb6a-2151-4068-a797-a3ee03e6a848 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:16:58.435820 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:58.438320 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:16:58.452333 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c3760651-05af-4e4d-89f0-665cd99ff0af req-e6b42236-a6fd-49b9-b1bb-c5f8ccecbb45 service neutron] 10.222.0.74 "GET /v2.0/networks/f45468d3-7a30-4ca1-b23e-095a7ff9fd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219906 Jun 21 10:16:58.510207 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=1633b8a6-5ced-42d6-907d-73b1ff8b96a8,revision_number=10']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:16:58.525284 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:16:58.552302 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446cb5e-1b6a-4f1e-a554-d60be14c57d4 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4c8d79-a3e0-4379-b491-8c7ac8490252,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:16:58.562720 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-b446cb5e-1b6a-4f1e-a554-d60be14c57d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:16:58.572357 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7bdc7ace-2e18-4299-9860-995e60122935 req-15f38675-c3df-4c07-8f9e-83a77c3e48de tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675799 Jun 21 10:16:58.593094 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c62af1-877f-447a-b7f1-0d23604a1a71 x-openstack-request-id: req-54c62af1-877f-447a-b7f1-0d23604a1a71 {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:16:58.593397 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938028bf-7169-40ce-897f-bca71ad6a746", "name": "network-vif-plugged", "status": "completed", "tag": "1633b8a6-5ced-42d6-907d-73b1ff8b96a8", "code": 200}]} {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:16:58.593668 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-54c62af1-877f-447a-b7f1-0d23604a1a71 {{(pid=92969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:16:58.594184 dv-cinder-797245-3-iscsi neutron-server[92969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938028bf-7169-40ce-897f-bca71ad6a746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1633b8a6-5ced-42d6-907d-73b1ff8b96a8', 'code': 200} Jun 21 10:16:58.657085 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c3760651-05af-4e4d-89f0-665cd99ff0af req-edc4c4fb-87f6-4bf4-a674-350b6120162d service neutron] 10.222.0.74 "GET /v2.0/networks/f45468d3-7a30-4ca1-b23e-095a7ff9fd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885679 Jun 21 10:16:58.659467 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-b446cb5e-1b6a-4f1e-a554-d60be14c57d4 service neutron] Attempting to bind port 3d4c8d79-a3e0-4379-b491-8c7ac8490252 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:16:58.659718 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-b446cb5e-1b6a-4f1e-a554-d60be14c57d4 service neutron] Attempting to bind port 3d4c8d79-a3e0-4379-b491-8c7ac8490252 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '0a9d78b6-c495-4794-ada2-561317aa9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95'}] {{(pid=92958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:16:58.660140 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-b446cb5e-1b6a-4f1e-a554-d60be14c57d4 service neutron] Attempting to bind port 3d4c8d79-a3e0-4379-b491-8c7ac8490252 on network 99912a94-0af8-44a1-b5eb-2eb4255e8f95 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:16:58.665663 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-b446cb5e-1b6a-4f1e-a554-d60be14c57d4 service neutron] Port 3d4c8d79-a3e0-4379-b491-8c7ac8490252 on network 99912a94-0af8-44a1-b5eb-2eb4255e8f95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 10:16:58.666010 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-b446cb5e-1b6a-4f1e-a554-d60be14c57d4 service neutron] Attempting to bind port 3d4c8d79-a3e0-4379-b491-8c7ac8490252 on network 99912a94-0af8-44a1-b5eb-2eb4255e8f95 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:16:58.678038 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-b446cb5e-1b6a-4f1e-a554-d60be14c57d4 service neutron] Checking agent: {'id': 'e8144930-5ccd-413e-a521-fc03e228bde1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'started_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:16:58.678526 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-b446cb5e-1b6a-4f1e-a554-d60be14c57d4 service neutron] Checking segment: {'id': '0a9d78b6-c495-4794-ada2-561317aa9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:16:58.678926 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-b446cb5e-1b6a-4f1e-a554-d60be14c57d4 service neutron] Bound using segment: {'id': '0a9d78b6-c495-4794-ada2-561317aa9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95'} {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:16:58.679433 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-b446cb5e-1b6a-4f1e-a554-d60be14c57d4 service neutron] Bound port: 3d4c8d79-a3e0-4379-b491-8c7ac8490252, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a9d78b6-c495-4794-ada2-561317aa9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95'}}] {{(pid=92958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:16:58.679833 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-b446cb5e-1b6a-4f1e-a554-d60be14c57d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:58.770076 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-b446cb5e-1b6a-4f1e-a554-d60be14c57d4 service neutron] For port 3d4c8d79-a3e0-4379-b491-8c7ac8490252, host hv-cinder-79724, cleared binding levels {{(pid=92958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:16:58.775241 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-b446cb5e-1b6a-4f1e-a554-d60be14c57d4 service neutron] For port 3d4c8d79-a3e0-4379-b491-8c7ac8490252, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=3d4c8d79-a3e0-4379-b491-8c7ac8490252,segment=NetworkSegment(0a9d78b6-c495-4794-ada2-561317aa9db4),segment_id=0a9d78b6-c495-4794-ada2-561317aa9db4)] {{(pid=92958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:16:58.780342 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-b446cb5e-1b6a-4f1e-a554-d60be14c57d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:58.782026 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:16:58.817218 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-b446cb5e-1b6a-4f1e-a554-d60be14c57d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:58.817967 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-b446cb5e-1b6a-4f1e-a554-d60be14c57d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:16:58.819346 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-b446cb5e-1b6a-4f1e-a554-d60be14c57d4 service neutron] 10.222.0.74 "PUT /v2.0/ports/3d4c8d79-a3e0-4379-b491-8c7ac8490252 HTTP/1.1" status: 200 len: 1093 time: 1.0220506 Jun 21 10:16:58.819852 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2526207d-182c-474c-9fb4-e6f671ee425a', 'tag': '3d4c8d79-a3e0-4379-b491-8c7ac8490252'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:16:58.822999 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a4f4f1-bb70-460c-b318-5dab7a064067" -d '{"events": [{"name": "network-changed", "server_uuid": "2526207d-182c-474c-9fb4-e6f671ee425a", "tag": "3d4c8d79-a3e0-4379-b491-8c7ac8490252"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:16:58.846514 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446cb5e-1b6a-4f1e-a554-d60be14c57d4 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4c8d79-a3e0-4379-b491-8c7ac8490252,revision_number=3']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:16:58.851060 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-b446cb5e-1b6a-4f1e-a554-d60be14c57d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:16:58.872267 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea9a820-9c79-44b3-af81-4d65b5b19222 x-openstack-request-id: req-9ea9a820-9c79-44b3-af81-4d65b5b19222 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:16:58.872835 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2526207d-182c-474c-9fb4-e6f671ee425a", "tag": "3d4c8d79-a3e0-4379-b491-8c7ac8490252", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:16:58.873384 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9ea9a820-9c79-44b3-af81-4d65b5b19222 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:16:58.874070 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2526207d-182c-474c-9fb4-e6f671ee425a', 'tag': '3d4c8d79-a3e0-4379-b491-8c7ac8490252', 'status': 'completed', 'code': 200} Jun 21 10:16:58.968073 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-79a68d91-dcc5-47db-9006-10b343ef526f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:58.969666 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-79a68d91-dcc5-47db-9006-10b343ef526f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d89583220ee1440bbdfeda076a37714b&device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 1096 time: 0.0630519 Jun 21 10:16:59.038650 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-7e77ee67-5f37-4f9f-a981-bb78f664843f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d4c8d79-a3e0-4379-b491-8c7ac8490252 HTTP/1.1" status: 200 len: 217 time: 0.0540142 Jun 21 10:16:59.145666 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9422e5-d7b4-479b-8b44-54af21ebe4bf req-175d6ce8-c244-4903-9662-5abceb558a1b tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:59.147053 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3b9422e5-d7b4-479b-8b44-54af21ebe4bf req-175d6ce8-c244-4903-9662-5abceb558a1b tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 947 time: 0.0677643 Jun 21 10:16:59.189238 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3b9422e5-d7b4-479b-8b44-54af21ebe4bf req-5cc0206d-7667-4eca-8b3b-1668cfaa6b5a tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362868 Jun 21 10:16:59.771919 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db218dc-cfd7-4bb8-9b37-edb6acfcc994 req-7e958421-c035-4d91-b214-c8f1f7ac1204 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:16:59.773606 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7db218dc-cfd7-4bb8-9b37-edb6acfcc994 req-7e958421-c035-4d91-b214-c8f1f7ac1204 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 943 time: 0.0788243 Jun 21 10:16:59.822361 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7db218dc-cfd7-4bb8-9b37-edb6acfcc994 req-7c114153-c64a-4edf-b93c-b8194ea11100 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397191 Jun 21 10:17:00.388455 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae68fd6-0d8c-4cff-bd00-bd18743e9ddb req-c986bb86-ac7c-4ef7-939b-84daf758d563 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:00.389877 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cae68fd6-0d8c-4cff-bd00-bd18743e9ddb req-c986bb86-ac7c-4ef7-939b-84daf758d563 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 947 time: 0.0740459 Jun 21 10:17:00.427209 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cae68fd6-0d8c-4cff-bd00-bd18743e9ddb req-a0daa163-cce2-45bf-9c71-2cf7714a6dcb tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317421 Jun 21 10:17:01.001537 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f183c34-11bb-4413-97b5-556f374c75cb req-674ed061-0b38-4c56-8fad-c584a1680266 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:01.003015 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7f183c34-11bb-4413-97b5-556f374c75cb req-674ed061-0b38-4c56-8fad-c584a1680266 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 943 time: 0.0649831 Jun 21 10:17:01.043290 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7f183c34-11bb-4413-97b5-556f374c75cb req-d5aa4c78-1717-4a0d-924c-25509803193f tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341525 Jun 21 10:17:01.616613 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165f3d6-18fc-410f-9702-ffb8a934e031 req-5cedd461-a6f7-4ee4-848a-1b9aa49c0684 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:01.618030 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f165f3d6-18fc-410f-9702-ffb8a934e031 req-5cedd461-a6f7-4ee4-848a-1b9aa49c0684 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 947 time: 0.0692782 Jun 21 10:17:01.658859 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f165f3d6-18fc-410f-9702-ffb8a934e031 req-e7d3ad3e-fffd-435a-a4a1-084e4db53e37 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349095 Jun 21 10:17:01.753770 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-5a325900-6df9-4d5a-98d3-9acfe035c291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:01.755092 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-5a325900-6df9-4d5a-98d3-9acfe035c291 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3c4edada-c0f2-4bfd-9da7-75ff93dda488 HTTP/1.1" status: 200 len: 850 time: 0.0520687 Jun 21 10:17:01.803607 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8159196-0215-46ba-b234-08306a13f7ec req-7ccf65e9-ccb3-433d-8c43-5965be788794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:01.806257 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-a8159196-0215-46ba-b234-08306a13f7ec req-7ccf65e9-ccb3-433d-8c43-5965be788794 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 1100 time: 0.0596056 Jun 21 10:17:01.844874 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-31da9506-bf39-4d01-8f8f-17fa44184e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:01.846312 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-31da9506-bf39-4d01-8f8f-17fa44184e27 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=99912a94-0af8-44a1-b5eb-2eb4255e8f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0660682 Jun 21 10:17:01.856349 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-a8159196-0215-46ba-b234-08306a13f7ec req-f1df3981-8a66-416c-98ef-3f3270cc181e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355487 Jun 21 10:17:01.949398 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-7998966f-8e6e-43cd-b74c-8d366576c707 service neutron] 10.222.0.74 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953987 Jun 21 10:17:02.241757 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bb0b4-396a-44ea-b708-5e1a507e44f0 req-4e46f32e-0488-47ca-af48-60055ff6fefd tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:02.244770 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-602bb0b4-396a-44ea-b708-5e1a507e44f0 req-4e46f32e-0488-47ca-af48-60055ff6fefd tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 943 time: 0.0756278 Jun 21 10:17:02.286267 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-602bb0b4-396a-44ea-b708-5e1a507e44f0 req-c3fa78e5-b575-4a54-a94d-f4e948ac871a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353203 Jun 21 10:17:02.319449 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a1fefcd2-8163-4a09-8b5a-438d99a2b305 req-09829eac-463c-4b2d-9245-c4d56186e580 service neutron] 10.222.0.74 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903785 Jun 21 10:17:02.484818 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4f4f1-bb70-460c-b318-5dab7a064067 req-ba6a52d3-ba46-412c-bd01-94a8fc98b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:02.486327 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-09a4f4f1-bb70-460c-b318-5dab7a064067 req-ba6a52d3-ba46-412c-bd01-94a8fc98b3e6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d89583220ee1440bbdfeda076a37714b&device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 1096 time: 0.0592666 Jun 21 10:17:02.581822 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4f4f1-bb70-460c-b318-5dab7a064067 req-bd0ab89c-4fa6-4aa0-bd0b-6a1641f3df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:02.583593 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-09a4f4f1-bb70-460c-b318-5dab7a064067 req-bd0ab89c-4fa6-4aa0-bd0b-6a1641f3df8a service neutron] 10.222.0.74 "GET /v2.0/networks?id=99912a94-0af8-44a1-b5eb-2eb4255e8f95 HTTP/1.1" status: 200 len: 913 time: 0.0859091 Jun 21 10:17:02.626879 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-09a4f4f1-bb70-460c-b318-5dab7a064067 req-e17718ba-9b97-434c-acb2-6275d7a13db0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d4c8d79-a3e0-4379-b491-8c7ac8490252 HTTP/1.1" status: 200 len: 217 time: 0.0355728 Jun 21 10:17:02.714614 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4f4f1-bb70-460c-b318-5dab7a064067 req-fa507e33-161e-4f12-8d2e-89b3de4a17ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:02.716143 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-09a4f4f1-bb70-460c-b318-5dab7a064067 req-fa507e33-161e-4f12-8d2e-89b3de4a17ee service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3c4edada-c0f2-4bfd-9da7-75ff93dda488 HTTP/1.1" status: 200 len: 850 time: 0.0523543 Jun 21 10:17:02.777192 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4f4f1-bb70-460c-b318-5dab7a064067 req-00851ecc-0f41-4101-a2b1-142e800c0d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:02.778606 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-09a4f4f1-bb70-460c-b318-5dab7a064067 req-00851ecc-0f41-4101-a2b1-142e800c0d13 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=99912a94-0af8-44a1-b5eb-2eb4255e8f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541615 Jun 21 10:17:02.915112 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-09a4f4f1-bb70-460c-b318-5dab7a064067 req-081219aa-3c4f-4638-8391-70037ebc237e service neutron] 10.222.0.74 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274226 Jun 21 10:17:02.926522 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69cd4e5-4f88-494d-af4c-b95b9a05a08a req-1783dccb-203a-4336-a2f5-d943bd7ac23a tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:02.927972 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e69cd4e5-4f88-494d-af4c-b95b9a05a08a req-1783dccb-203a-4336-a2f5-d943bd7ac23a tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 947 time: 0.1320362 Jun 21 10:17:03.017631 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e69cd4e5-4f88-494d-af4c-b95b9a05a08a req-3dcce7c6-b8d8-4dad-b823-9a9e3b4a6e84 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810087 Jun 21 10:17:03.050419 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-09a4f4f1-bb70-460c-b318-5dab7a064067 req-2be2cff2-4508-4fcb-b6b6-2564a1144735 service neutron] 10.222.0.74 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213572 Jun 21 10:17:03.115881 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-9296eb1d-be0e-4375-95f0-7de882f72349 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:03.117397 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-9296eb1d-be0e-4375-95f0-7de882f72349 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/networks?id=406a6253-ade3-407a-841c-0bd210d1c6b1 HTTP/1.1" status: 200 len: 812 time: 0.1065547 Jun 21 10:17:03.134296 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-a62602a7-db45-4e7d-b4a1-061481614034 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/quotas/1197d5f159484106a1bbcaf196ad61c0 HTTP/1.1" status: 200 len: 375 time: 0.0106094 Jun 21 10:17:03.173537 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-a0d5d0cb-c49d-4fc4-83ad-df5cdf57649e tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1197d5f159484106a1bbcaf196ad61c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340307 Jun 21 10:17:03.330644 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-b811131f-7bb3-4fdd-ba3b-18b61d47bdd3 service neutron] 10.222.0.50 "GET /v2.0/networks/406a6253-ade3-407a-841c-0bd210d1c6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493597 Jun 21 10:17:03.481596 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-f473cd5f-0131-42ac-97b8-92ba54150528 service neutron] 10.222.0.50 "GET /v2.0/networks/406a6253-ade3-407a-841c-0bd210d1c6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378305 Jun 21 10:17:03.505144 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d0577-5943-42a9-b782-993d99db8b66 req-27bbf6f6-4bf4-4c5f-ad85-20427646c223 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:03.507135 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7d0d0577-5943-42a9-b782-993d99db8b66 req-27bbf6f6-4bf4-4c5f-ad85-20427646c223 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 943 time: 0.0869460 Jun 21 10:17:03.550292 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7d0d0577-5943-42a9-b782-993d99db8b66 req-049da252-5c04-428d-a17e-cbf6f8c845c0 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356438 Jun 21 10:17:04.208559 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5352a-5443-4e32-be81-bfff27e73091 req-ea879671-5409-4106-880b-343c775ba6ea tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:04.210099 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-96e5352a-5443-4e32-be81-bfff27e73091 req-ea879671-5409-4106-880b-343c775ba6ea tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 947 time: 0.0649529 Jun 21 10:17:04.250718 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-96e5352a-5443-4e32-be81-bfff27e73091 req-7e48a5cf-a2a2-4578-8ffd-7bd754691649 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340300 Jun 21 10:17:04.746865 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-dd5eb26e-7e0a-47fe-a25a-d7fcca7d2dd9 req-4aee5eb2-7931-4d5b-bef2-b03f7f2dc891 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/ports?device_id=62421c44-4961-4da5-8ee3-8fbd677330b1 HTTP/1.1" status: 200 len: 210 time: 0.0523989 Jun 21 10:17:04.830898 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521321b8-6445-4fd4-921e-703cbfd55613 req-8bfe14f7-2267-4ade-8e44-3b5911f27528 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:04.833596 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-521321b8-6445-4fd4-921e-703cbfd55613 req-8bfe14f7-2267-4ade-8e44-3b5911f27528 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 943 time: 0.1157365 Jun 21 10:17:05.142662 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-521321b8-6445-4fd4-921e-703cbfd55613 req-d3d6c7d3-0f07-4ba6-a84a-5a9ad8ee3381 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3010669 Jun 21 10:17:05.911484 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-f2bf7241-e100-431d-8161-bf6eace3e29e req-9701473c-88d8-4541-8417-69fb2f53a016 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/ports?device_id=62421c44-4961-4da5-8ee3-8fbd677330b1 HTTP/1.1" status: 200 len: 210 time: 0.0312352 Jun 21 10:17:06.020065 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-49ce70ae-0efd-497e-be15-cc6b92d18375 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:06.021524 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-49ce70ae-0efd-497e-be15-cc6b92d18375 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.74 "GET /v2.0/networks?id=406a6253-ade3-407a-841c-0bd210d1c6b1 HTTP/1.1" status: 200 len: 812 time: 0.1076994 Jun 21 10:17:06.045336 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-cd86d75c-454c-44c3-81f0-5ba759928eb2 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Request body: {'port': {'device_id': '62421c44-4961-4da5-8ee3-8fbd677330b1', 'network_id': '406a6253-ade3-407a-841c-0bd210d1c6b1', 'admin_state_up': True, 'tenant_id': '1197d5f159484106a1bbcaf196ad61c0'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:17:06.166033 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-cd86d75c-454c-44c3-81f0-5ba759928eb2 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Made reservation on behalf of 1197d5f159484106a1bbcaf196ad61c0 for: {'port': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:17:06.168914 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-cd86d75c-454c-44c3-81f0-5ba759928eb2 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:06.330305 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-cd86d75c-454c-44c3-81f0-5ba759928eb2 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Allocated IP 172.20.0.14 (406a6253-ade3-407a-841c-0bd210d1c6b1/14cf88e3-a38c-43fb-9d0c-0a632a3e861a/df436661-7e19-4eae-8a90-1aa4fbb6e532) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:17:06.390893 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2db71-e6d3-4dee-a53a-995413dc27ea req-fcae647b-d193-474b-b6db-c4a23eaf8aa4 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:06.392516 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f5d2db71-e6d3-4dee-a53a-995413dc27ea req-fcae647b-d193-474b-b6db-c4a23eaf8aa4 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 943 time: 0.1179333 Jun 21 10:17:06.494556 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f5d2db71-e6d3-4dee-a53a-995413dc27ea req-23e1cb3e-4424-47ae-ae7f-c4073113d5f6 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921869 Jun 21 10:17:06.535143 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-cd86d75c-454c-44c3-81f0-5ba759928eb2 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:06.576797 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-cd86d75c-454c-44c3-81f0-5ba759928eb2 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1954238'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:06.580749 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:17:06.624527 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-cd86d75c-454c-44c3-81f0-5ba759928eb2 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Network 406a6253-ade3-407a-841c-0bd210d1c6b1 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:17:06.631404 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-cd86d75c-454c-44c3-81f0-5ba759928eb2 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:17:06.636850 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-cd86d75c-454c-44c3-81f0-5ba759928eb2 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:17:06.660161 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86d75c-454c-44c3-81f0-5ba759928eb2 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Pushing event updated for resources: {'Port': ['ID=df436661-7e19-4eae-8a90-1aa4fbb6e532,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:17:06.665644 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-cd86d75c-454c-44c3-81f0-5ba759928eb2 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:17:06.690633 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-cd86d75c-454c-44c3-81f0-5ba759928eb2 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:06.691247 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-cd86d75c-454c-44c3-81f0-5ba759928eb2 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:06.705942 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-cd86d75c-454c-44c3-81f0-5ba759928eb2 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6646781 Jun 21 10:17:06.723754 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-53d488c0-3b55-4d6e-b11a-d40acdc1fc7f service neutron] Request body: {'port': {'device_id': '62421c44-4961-4da5-8ee3-8fbd677330b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:17:06.799655 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-53d488c0-3b55-4d6e-b11a-d40acdc1fc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:07.074633 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-53d488c0-3b55-4d6e-b11a-d40acdc1fc7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df436661-7e19-4eae-8a90-1aa4fbb6e532 {{(pid=92958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:17:07.082452 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-53d488c0-3b55-4d6e-b11a-d40acdc1fc7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:07.099481 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.provisioning_blocks [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-53d488c0-3b55-4d6e-b11a-d40acdc1fc7f service neutron] Transition to ACTIVE for port object df436661-7e19-4eae-8a90-1aa4fbb6e532 will not be triggered until provisioned by entity L2. {{(pid=92958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:17:07.101119 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d47de-8a3a-4deb-8e79-d274955a5a12 req-b8dfae7d-e4e2-4739-8a80-931ef62bcc30 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:07.103639 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d97d47de-8a3a-4deb-8e79-d274955a5a12 req-b8dfae7d-e4e2-4739-8a80-931ef62bcc30 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/ports?device_id=62421c44-4961-4da5-8ee3-8fbd677330b1 HTTP/1.1" status: 200 len: 932 time: 0.0728042 Jun 21 10:17:07.104931 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-53d488c0-3b55-4d6e-b11a-d40acdc1fc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:07.107168 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-020a1d4c-d3ba-4147-996f-1fa86fc678bf tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:17:07.149907 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d97d47de-8a3a-4deb-8e79-d274955a5a12 req-36d99c4b-792f-4918-8cd5-9e9948418fb7 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/security-groups?id=e19b9abd-9c39-464b-bc9e-e542f73754d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358069 Jun 21 10:17:07.202525 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d488c0-3b55-4d6e-b11a-d40acdc1fc7f service neutron] Pushing event updated for resources: {'Port': ['ID=df436661-7e19-4eae-8a90-1aa4fbb6e532,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:17:07.206004 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-53d488c0-3b55-4d6e-b11a-d40acdc1fc7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:17:07.254072 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-53d488c0-3b55-4d6e-b11a-d40acdc1fc7f service neutron] Attempting to bind port df436661-7e19-4eae-8a90-1aa4fbb6e532 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:17:07.254408 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-53d488c0-3b55-4d6e-b11a-d40acdc1fc7f service neutron] Attempting to bind port df436661-7e19-4eae-8a90-1aa4fbb6e532 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '5bbf1e54-7826-4bc8-80ce-0d4442121367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '406a6253-ade3-407a-841c-0bd210d1c6b1'}] {{(pid=92958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:17:07.254732 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-53d488c0-3b55-4d6e-b11a-d40acdc1fc7f service neutron] Attempting to bind port df436661-7e19-4eae-8a90-1aa4fbb6e532 on network 406a6253-ade3-407a-841c-0bd210d1c6b1 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:17:07.259223 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-53d488c0-3b55-4d6e-b11a-d40acdc1fc7f service neutron] Port df436661-7e19-4eae-8a90-1aa4fbb6e532 on network 406a6253-ade3-407a-841c-0bd210d1c6b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 10:17:07.259550 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-53d488c0-3b55-4d6e-b11a-d40acdc1fc7f service neutron] Attempting to bind port df436661-7e19-4eae-8a90-1aa4fbb6e532 on network 406a6253-ade3-407a-841c-0bd210d1c6b1 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:17:07.264451 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-53d488c0-3b55-4d6e-b11a-d40acdc1fc7f service neutron] Checking agent: {'id': 'e8144930-5ccd-413e-a521-fc03e228bde1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'started_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:17:07.264809 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-53d488c0-3b55-4d6e-b11a-d40acdc1fc7f service neutron] Checking segment: {'id': '5bbf1e54-7826-4bc8-80ce-0d4442121367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '406a6253-ade3-407a-841c-0bd210d1c6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:17:07.265188 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-53d488c0-3b55-4d6e-b11a-d40acdc1fc7f service neutron] Bound using segment: {'id': '5bbf1e54-7826-4bc8-80ce-0d4442121367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '406a6253-ade3-407a-841c-0bd210d1c6b1'} {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:17:07.265713 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-53d488c0-3b55-4d6e-b11a-d40acdc1fc7f service neutron] Bound port: df436661-7e19-4eae-8a90-1aa4fbb6e532, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bbf1e54-7826-4bc8-80ce-0d4442121367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '406a6253-ade3-407a-841c-0bd210d1c6b1'}}] {{(pid=92958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:17:07.266008 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-53d488c0-3b55-4d6e-b11a-d40acdc1fc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:07.346309 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-53d488c0-3b55-4d6e-b11a-d40acdc1fc7f service neutron] For port df436661-7e19-4eae-8a90-1aa4fbb6e532, host hv-cinder-79724, cleared binding levels {{(pid=92958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:17:07.351525 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-53d488c0-3b55-4d6e-b11a-d40acdc1fc7f service neutron] For port df436661-7e19-4eae-8a90-1aa4fbb6e532, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=df436661-7e19-4eae-8a90-1aa4fbb6e532,segment=NetworkSegment(5bbf1e54-7826-4bc8-80ce-0d4442121367),segment_id=5bbf1e54-7826-4bc8-80ce-0d4442121367)] {{(pid=92958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:17:07.361592 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-b0aa35e9-6b48-4d97-8acc-da756ae52936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:07.362709 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-53d488c0-3b55-4d6e-b11a-d40acdc1fc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:07.366842 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-a28e3d30-9853-4bb1-ae33-ca7c1847b4b2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:17:07.402334 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-53d488c0-3b55-4d6e-b11a-d40acdc1fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:07.402964 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-53d488c0-3b55-4d6e-b11a-d40acdc1fc7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:07.404554 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-53d488c0-3b55-4d6e-b11a-d40acdc1fc7f service neutron] 10.222.0.74 "PUT /v2.0/ports/df436661-7e19-4eae-8a90-1aa4fbb6e532 HTTP/1.1" status: 200 len: 1094 time: 0.6850510 Jun 21 10:17:07.409239 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62421c44-4961-4da5-8ee3-8fbd677330b1', 'tag': 'df436661-7e19-4eae-8a90-1aa4fbb6e532'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:17:07.411750 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964f3f1a-8560-4670-9113-0619e3682210" -d '{"events": [{"name": "network-changed", "server_uuid": "62421c44-4961-4da5-8ee3-8fbd677330b1", "tag": "df436661-7e19-4eae-8a90-1aa4fbb6e532"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:17:07.442824 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d488c0-3b55-4d6e-b11a-d40acdc1fc7f service neutron] Pushing event updated for resources: {'Port': ['ID=df436661-7e19-4eae-8a90-1aa4fbb6e532,revision_number=3']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:17:07.447433 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-53d488c0-3b55-4d6e-b11a-d40acdc1fc7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:17:07.455735 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230f66e8-3d17-4128-bb8e-8ddae2bd9957 x-openstack-request-id: req-230f66e8-3d17-4128-bb8e-8ddae2bd9957 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:17:07.456059 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62421c44-4961-4da5-8ee3-8fbd677330b1", "tag": "df436661-7e19-4eae-8a90-1aa4fbb6e532", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:17:07.456345 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-230f66e8-3d17-4128-bb8e-8ddae2bd9957 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:17:07.456815 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62421c44-4961-4da5-8ee3-8fbd677330b1', 'tag': 'df436661-7e19-4eae-8a90-1aa4fbb6e532', 'status': 'completed', 'code': 200} Jun 21 10:17:07.535589 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-fcfc25eb-3f8c-416c-9aab-30800c629f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:07.537121 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-fcfc25eb-3f8c-416c-9aab-30800c629f6b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1197d5f159484106a1bbcaf196ad61c0&device_id=62421c44-4961-4da5-8ee3-8fbd677330b1 HTTP/1.1" status: 200 len: 1097 time: 0.0611134 Jun 21 10:17:07.593955 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-a02752ed-0ee8-4824-8537-501f1e228ea4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df436661-7e19-4eae-8a90-1aa4fbb6e532 HTTP/1.1" status: 200 len: 217 time: 0.0430200 Jun 21 10:17:07.664297 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-00434a2a-a33e-42ff-b5a6-f4266e1becf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:07.664928 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-00434a2a-a33e-42ff-b5a6-f4266e1becf9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=14cf88e3-a38c-43fb-9d0c-0a632a3e861a HTTP/1.1" status: 200 len: 852 time: 0.0587084 Jun 21 10:17:07.697848 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18734724-1004-4093-97bd-cd658cd7240f req-24d34fcd-e301-4dbf-a6a0-2dc1dcb5377c tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:07.699458 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-18734724-1004-4093-97bd-cd658cd7240f req-24d34fcd-e301-4dbf-a6a0-2dc1dcb5377c tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 943 time: 0.0769837 Jun 21 10:17:07.714535 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-962a97f6-da27-4260-8ef9-fb3bf11602c9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=406a6253-ade3-407a-841c-0bd210d1c6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353377 Jun 21 10:17:07.764899 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-18734724-1004-4093-97bd-cd658cd7240f req-aef5ddc6-08f1-4533-9ba2-d5c3ae79dd86 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587931 Jun 21 10:17:07.840532 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-fa15f5b2-9fa3-434a-ac0e-2ebf570d6b73 service neutron] 10.222.0.74 "GET /v2.0/networks/406a6253-ade3-407a-841c-0bd210d1c6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166987 Jun 21 10:17:07.956914 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-08efa0b4-44a6-42ad-851e-99901af3aa70 req-9d7dc7c5-7a02-4958-8173-62bd653ab049 service neutron] 10.222.0.74 "GET /v2.0/networks/406a6253-ade3-407a-841c-0bd210d1c6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025960 Jun 21 10:17:08.123482 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f3f1a-8560-4670-9113-0619e3682210 req-1e0eaac5-7885-4d2a-96a8-ab7fc76a52a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:08.125466 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-964f3f1a-8560-4670-9113-0619e3682210 req-1e0eaac5-7885-4d2a-96a8-ab7fc76a52a3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1197d5f159484106a1bbcaf196ad61c0&device_id=62421c44-4961-4da5-8ee3-8fbd677330b1 HTTP/1.1" status: 200 len: 1097 time: 0.0730033 Jun 21 10:17:08.271208 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f3f1a-8560-4670-9113-0619e3682210 req-6f9c65c6-248f-4da5-921c-7c9fa9c5b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:08.274561 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-964f3f1a-8560-4670-9113-0619e3682210 req-6f9c65c6-248f-4da5-921c-7c9fa9c5b58f service neutron] 10.222.0.74 "GET /v2.0/networks?id=406a6253-ade3-407a-841c-0bd210d1c6b1 HTTP/1.1" status: 200 len: 914 time: 0.1407826 Jun 21 10:17:08.355090 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-964f3f1a-8560-4670-9113-0619e3682210 req-042e4ef6-7a5f-485f-b5a0-156ea1bd1478 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df436661-7e19-4eae-8a90-1aa4fbb6e532 HTTP/1.1" status: 200 len: 217 time: 0.0677421 Jun 21 10:17:08.454357 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f3f1a-8560-4670-9113-0619e3682210 req-11ba2994-7ac6-42c4-a3e1-772b0c1e5d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:08.456091 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-964f3f1a-8560-4670-9113-0619e3682210 req-11ba2994-7ac6-42c4-a3e1-772b0c1e5d7a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=14cf88e3-a38c-43fb-9d0c-0a632a3e861a HTTP/1.1" status: 200 len: 852 time: 0.0912414 Jun 21 10:17:08.516928 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-964f3f1a-8560-4670-9113-0619e3682210 req-7ad1d49b-3b21-45ce-8624-c3b43eaa7d42 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=406a6253-ade3-407a-841c-0bd210d1c6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499873 Jun 21 10:17:08.537747 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172c2c4-37d8-41c4-9ac6-3a5b8882b42a req-d5f14b89-3c20-49ec-b5e5-f99ccd193f20 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:08.539906 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1172c2c4-37d8-41c4-9ac6-3a5b8882b42a req-d5f14b89-3c20-49ec-b5e5-f99ccd193f20 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/ports?device_id=62421c44-4961-4da5-8ee3-8fbd677330b1 HTTP/1.1" status: 200 len: 944 time: 0.1894400 Jun 21 10:17:08.682949 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1172c2c4-37d8-41c4-9ac6-3a5b8882b42a req-857346a4-14fa-427a-a14b-b1924aac1cbb tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/security-groups?id=e19b9abd-9c39-464b-bc9e-e542f73754d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296968 Jun 21 10:17:08.734623 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-964f3f1a-8560-4670-9113-0619e3682210 req-d52fed2e-c95e-4253-b423-b118b5d3c159 service neutron] 10.222.0.74 "GET /v2.0/networks/406a6253-ade3-407a-841c-0bd210d1c6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932507 Jun 21 10:17:08.869724 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-964f3f1a-8560-4670-9113-0619e3682210 req-7d6c400e-5edf-4f5c-ba7b-abb76b121cc6 service neutron] 10.222.0.74 "GET /v2.0/networks/406a6253-ade3-407a-841c-0bd210d1c6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262298 Jun 21 10:17:08.994387 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6cebe-8cae-4cab-9b22-823c317d8a1f req-c41c00fd-7868-43c2-b703-714f0cb5d38b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:08.995939 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-5ea6cebe-8cae-4cab-9b22-823c317d8a1f req-c41c00fd-7868-43c2-b703-714f0cb5d38b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 943 time: 0.0725493 Jun 21 10:17:09.032924 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-5ea6cebe-8cae-4cab-9b22-823c317d8a1f req-97c54e3f-a0ba-4e5d-b7fa-7cf00322548b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313141 Jun 21 10:17:09.910048 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb90f9-17c2-455e-9bae-0f11fc025ee3 req-07699bf3-fa01-45a2-a598-59713fa2e61a tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:09.912443 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-75bb90f9-17c2-455e-9bae-0f11fc025ee3 req-07699bf3-fa01-45a2-a598-59713fa2e61a tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/ports?device_id=62421c44-4961-4da5-8ee3-8fbd677330b1 HTTP/1.1" status: 200 len: 944 time: 0.0798500 Jun 21 10:17:09.967053 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-75bb90f9-17c2-455e-9bae-0f11fc025ee3 req-0b213748-bb8f-44b2-ac82-88dec087e0be tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/security-groups?id=e19b9abd-9c39-464b-bc9e-e542f73754d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435069 Jun 21 10:17:10.155101 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device df436661-7e19-4eae-8a90-1aa4fbb6e532 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 10:17:10.241625 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b36b06-6571-4ba6-8a67-f24b52186e0d req-604c4145-0f75-4580-b458-8b22d64f9482 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:10.243656 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e8b36b06-6571-4ba6-8a67-f24b52186e0d req-604c4145-0f75-4580-b458-8b22d64f9482 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 943 time: 0.0862262 Jun 21 10:17:10.266606 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port df436661-7e19-4eae-8a90-1aa4fbb6e532, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=df436661-7e19-4eae-8a90-1aa4fbb6e532,segment=NetworkSegment(5bbf1e54-7826-4bc8-80ce-0d4442121367),segment_id=5bbf1e54-7826-4bc8-80ce-0d4442121367)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:17:10.279201 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Returning: {'device': 'df436661-7e19-4eae-8a90-1aa4fbb6e532', 'network_id': '406a6253-ade3-407a-841c-0bd210d1c6b1', 'port_id': 'df436661-7e19-4eae-8a90-1aa4fbb6e532', 'mac_address': 'fa:16:3e:21:f0:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14cf88e3-a38c-43fb-9d0c-0a632a3e861a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 10:17:10.284723 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e8b36b06-6571-4ba6-8a67-f24b52186e0d req-02158206-3ac8-49c6-abec-e9ffe416164f tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342464 Jun 21 10:17:10.326674 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:10.342957 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df436661-7e19-4eae-8a90-1aa4fbb6e532 {{(pid=92969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:17:10.375035 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port df436661-7e19-4eae-8a90-1aa4fbb6e532, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=df436661-7e19-4eae-8a90-1aa4fbb6e532,segment=NetworkSegment(5bbf1e54-7826-4bc8-80ce-0d4442121367),segment_id=5bbf1e54-7826-4bc8-80ce-0d4442121367)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:17:10.381357 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:10.382301 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 3d4c8d79-a3e0-4379-b491-8c7ac8490252 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 10:17:10.385016 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:17:10.502358 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=df436661-7e19-4eae-8a90-1aa4fbb6e532,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:17:10.504667 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:17:10.548749 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 3d4c8d79-a3e0-4379-b491-8c7ac8490252, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=3d4c8d79-a3e0-4379-b491-8c7ac8490252,segment=NetworkSegment(0a9d78b6-c495-4794-ada2-561317aa9db4),segment_id=0a9d78b6-c495-4794-ada2-561317aa9db4)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:17:10.561974 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Returning: {'device': '3d4c8d79-a3e0-4379-b491-8c7ac8490252', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'port_id': '3d4c8d79-a3e0-4379-b491-8c7ac8490252', 'mac_address': 'fa:16:3e:20:dd:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 10:17:10.604250 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:10.624845 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d4c8d79-a3e0-4379-b491-8c7ac8490252 {{(pid=92969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:17:10.657924 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 3d4c8d79-a3e0-4379-b491-8c7ac8490252, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=3d4c8d79-a3e0-4379-b491-8c7ac8490252,segment=NetworkSegment(0a9d78b6-c495-4794-ada2-561317aa9db4),segment_id=0a9d78b6-c495-4794-ada2-561317aa9db4)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:17:10.667445 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:10.669392 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-5c6700f0-9362-4be5-a762-e14cc25f6e04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:17:10.735926 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=3d4c8d79-a3e0-4379-b491-8c7ac8490252,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:17:10.739195 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:17:10.836086 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:10.938979 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-d27e3b40-02c5-42df-8abd-0634f28f897e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:11.066951 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['df436661-7e19-4eae-8a90-1aa4fbb6e532'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:17:11.111333 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['3d4c8d79-a3e0-4379-b491-8c7ac8490252'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:17:11.203933 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042d131-d0ff-4e9e-89ec-7e6f4f203a38 req-99272e13-a775-4565-accc-a8f6d0755178 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:11.206098 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c042d131-d0ff-4e9e-89ec-7e6f4f203a38 req-99272e13-a775-4565-accc-a8f6d0755178 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/ports?device_id=62421c44-4961-4da5-8ee3-8fbd677330b1 HTTP/1.1" status: 200 len: 945 time: 0.0820992 Jun 21 10:17:11.266276 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c042d131-d0ff-4e9e-89ec-7e6f4f203a38 req-af35e23c-8fab-4eaa-a3bc-234220f63c0d tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/security-groups?id=e19b9abd-9c39-464b-bc9e-e542f73754d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502222 Jun 21 10:17:11.570767 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe2bff-f48e-472e-a647-373cb7a0ae54 req-6e6d82ab-c858-49f6-a634-e67a73080680 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:11.572340 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-05fe2bff-f48e-472e-a647-373cb7a0ae54 req-6e6d82ab-c858-49f6-a634-e67a73080680 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 944 time: 0.0796268 Jun 21 10:17:11.632429 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-05fe2bff-f48e-472e-a647-373cb7a0ae54 req-c3a92709-fedc-4614-b64f-0339e05b0336 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536292 Jun 21 10:17:12.163325 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device df436661-7e19-4eae-8a90-1aa4fbb6e532 up at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:17:12.228958 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning for port df436661-7e19-4eae-8a90-1aa4fbb6e532 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:17:12.237834 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning complete for port df436661-7e19-4eae-8a90-1aa4fbb6e532 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:17:12.238215 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:12.341260 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:12.370813 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62421c44-4961-4da5-8ee3-8fbd677330b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df436661-7e19-4eae-8a90-1aa4fbb6e532'}] {{(pid=92969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:17:12.374055 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c706f658ccf844bfe168bfc8e6ee8c8c6942380e727e998ad24aefeb68f4a8cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcb3794-22a0-430e-9704-ae6ba34f04f4" -d '{"events": [{"server_uuid": "62421c44-4961-4da5-8ee3-8fbd677330b1", "name": "network-vif-plugged", "status": "completed", "tag": "df436661-7e19-4eae-8a90-1aa4fbb6e532"}]}' {{(pid=92969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:17:12.389145 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port df436661-7e19-4eae-8a90-1aa4fbb6e532, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=df436661-7e19-4eae-8a90-1aa4fbb6e532,segment=NetworkSegment(5bbf1e54-7826-4bc8-80ce-0d4442121367),segment_id=5bbf1e54-7826-4bc8-80ce-0d4442121367)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:17:12.399929 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:12.401179 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 3d4c8d79-a3e0-4379-b491-8c7ac8490252 up at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:17:12.404278 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-5c6700f0-9362-4be5-a762-e14cc25f6e04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:17:12.432870 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54cbb63-096f-4de9-84ae-8860348391b9 x-openstack-request-id: req-c54cbb63-096f-4de9-84ae-8860348391b9 {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:17:12.433320 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62421c44-4961-4da5-8ee3-8fbd677330b1", "name": "network-vif-plugged", "status": "completed", "tag": "df436661-7e19-4eae-8a90-1aa4fbb6e532", "code": 200}]} {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:17:12.433687 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c54cbb63-096f-4de9-84ae-8860348391b9 {{(pid=92969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:17:12.434193 dv-cinder-797245-3-iscsi neutron-server[92969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62421c44-4961-4da5-8ee3-8fbd677330b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df436661-7e19-4eae-8a90-1aa4fbb6e532', 'code': 200} Jun 21 10:17:12.527245 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=df436661-7e19-4eae-8a90-1aa4fbb6e532,revision_number=5']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:17:12.530899 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313eefa-33fd-43c6-9f12-3d8d02bdc488 req-46ed107f-ea33-4c97-a0d6-85f4449026ca tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:12.532561 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:17:12.534145 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7313eefa-33fd-43c6-9f12-3d8d02bdc488 req-46ed107f-ea33-4c97-a0d6-85f4449026ca tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/ports?device_id=62421c44-4961-4da5-8ee3-8fbd677330b1 HTTP/1.1" status: 200 len: 946 time: 0.0955875 Jun 21 10:17:12.556902 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning for port 3d4c8d79-a3e0-4379-b491-8c7ac8490252 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:17:12.564356 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning complete for port 3d4c8d79-a3e0-4379-b491-8c7ac8490252 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:17:12.565055 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:12.600902 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7313eefa-33fd-43c6-9f12-3d8d02bdc488 req-b120fc06-eacf-4f07-af7f-5e3fc3c91dba tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/security-groups?id=e19b9abd-9c39-464b-bc9e-e542f73754d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559480 Jun 21 10:17:12.699512 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:12.748162 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 3d4c8d79-a3e0-4379-b491-8c7ac8490252, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=3d4c8d79-a3e0-4379-b491-8c7ac8490252,segment=NetworkSegment(0a9d78b6-c495-4794-ada2-561317aa9db4),segment_id=0a9d78b6-c495-4794-ada2-561317aa9db4)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:17:12.755382 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:12.760056 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:17:12.811508 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fea53-f200-4403-9145-fa01bdb6691d req-6759a5f9-1598-42c7-95d4-5bc967e0e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:12.813422 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-964fea53-f200-4403-9145-fa01bdb6691d req-6759a5f9-1598-42c7-95d4-5bc967e0e06f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=62421c44-4961-4da5-8ee3-8fbd677330b1 HTTP/1.1" status: 200 len: 1099 time: 0.0832551 Jun 21 10:17:12.826312 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=3d4c8d79-a3e0-4379-b491-8c7ac8490252,revision_number=5']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:17:12.830031 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:17:12.854993 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-964fea53-f200-4403-9145-fa01bdb6691d req-8a8e8ed7-391e-46f2-9a38-909c9a36ab61 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e19b9abd-9c39-464b-bc9e-e542f73754d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340562 Jun 21 10:17:12.873292 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e576d4b-26a4-4a95-9cb0-b17354435b7e req-a789e252-e2b2-411f-ad85-48ed7466750d tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:12.874885 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-2e576d4b-26a4-4a95-9cb0-b17354435b7e req-a789e252-e2b2-411f-ad85-48ed7466750d tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 945 time: 0.0862246 Jun 21 10:17:12.937707 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-2e576d4b-26a4-4a95-9cb0-b17354435b7e req-c4ebbf97-a493-4a65-a54c-e80ab3aabc45 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532916 Jun 21 10:17:13.063964 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:13.802265 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06b86c-9f89-466e-865b-980e5ec7a849 req-2200c94a-4680-47a8-96dc-3a8b330da09f tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:13.803702 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-de06b86c-9f89-466e-865b-980e5ec7a849 req-2200c94a-4680-47a8-96dc-3a8b330da09f tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/ports?device_id=62421c44-4961-4da5-8ee3-8fbd677330b1 HTTP/1.1" status: 200 len: 946 time: 0.0650909 Jun 21 10:17:13.853562 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-de06b86c-9f89-466e-865b-980e5ec7a849 req-d28a113c-49b1-4b87-800e-34cf0a55a790 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/security-groups?id=e19b9abd-9c39-464b-bc9e-e542f73754d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429995 Jun 21 10:17:14.145049 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38947c-3184-47f3-b6bf-222e87e02d3e req-e9cf5255-5990-4e74-b6f1-5cc10ea24e67 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:14.146507 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-8f38947c-3184-47f3-b6bf-222e87e02d3e req-e9cf5255-5990-4e74-b6f1-5cc10ea24e67 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 945 time: 0.0739007 Jun 21 10:17:14.188357 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-8f38947c-3184-47f3-b6bf-222e87e02d3e req-997e4b35-9511-4ce4-b161-a552eee5a812 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345232 Jun 21 10:17:14.435763 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2526207d-182c-474c-9fb4-e6f671ee425a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4c8d79-a3e0-4379-b491-8c7ac8490252'}] {{(pid=92969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:17:14.438109 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c706f658ccf844bfe168bfc8e6ee8c8c6942380e727e998ad24aefeb68f4a8cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124c3fde-67d9-41d5-9b2d-9492a0f9ef2d" -d '{"events": [{"server_uuid": "2526207d-182c-474c-9fb4-e6f671ee425a", "name": "network-vif-plugged", "status": "completed", "tag": "3d4c8d79-a3e0-4379-b491-8c7ac8490252"}]}' {{(pid=92969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:17:14.475775 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ccffb0-3a75-4a2d-9f44-6b8b79772642 x-openstack-request-id: req-90ccffb0-3a75-4a2d-9f44-6b8b79772642 {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:17:14.476006 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2526207d-182c-474c-9fb4-e6f671ee425a", "name": "network-vif-plugged", "status": "completed", "tag": "3d4c8d79-a3e0-4379-b491-8c7ac8490252", "code": 200}]} {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:17:14.476354 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-90ccffb0-3a75-4a2d-9f44-6b8b79772642 {{(pid=92969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:17:14.477736 dv-cinder-797245-3-iscsi neutron-server[92969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2526207d-182c-474c-9fb4-e6f671ee425a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4c8d79-a3e0-4379-b491-8c7ac8490252', 'code': 200} Jun 21 10:17:14.808768 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd89af-895e-4064-a466-b22180897f55 req-0673b3d0-5417-4a1c-a381-f5aa41c35188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:14.810245 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ddfd89af-895e-4064-a466-b22180897f55 req-0673b3d0-5417-4a1c-a381-f5aa41c35188 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 1098 time: 0.0554800 Jun 21 10:17:14.850751 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ddfd89af-895e-4064-a466-b22180897f55 req-9dfeecec-1b17-44dd-bdf6-7ce7b2fbea7d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343864 Jun 21 10:17:15.042703 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260dd35d-cb97-4226-97b9-75c9ee445dc5 req-33014d26-d157-4e9a-b21d-46fe2f4a85ec tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:15.044177 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-260dd35d-cb97-4226-97b9-75c9ee445dc5 req-33014d26-d157-4e9a-b21d-46fe2f4a85ec tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/ports?device_id=62421c44-4961-4da5-8ee3-8fbd677330b1 HTTP/1.1" status: 200 len: 946 time: 0.0746529 Jun 21 10:17:15.083837 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-260dd35d-cb97-4226-97b9-75c9ee445dc5 req-90e7a597-4db8-4fb1-a23b-109071b6bb86 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/security-groups?id=e19b9abd-9c39-464b-bc9e-e542f73754d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332055 Jun 21 10:17:15.149783 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:15.389375 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c54c8-513e-4a17-bc1d-6c7e9c760789 req-16f6fef7-93d1-4baa-80f3-ef7a588a92d0 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:15.390870 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-809c54c8-513e-4a17-bc1d-6c7e9c760789 req-16f6fef7-93d1-4baa-80f3-ef7a588a92d0 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 945 time: 0.0852418 Jun 21 10:17:15.435051 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-809c54c8-513e-4a17-bc1d-6c7e9c760789 req-ace2bf26-3d0b-491e-8b4b-7746144c8e7f tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378985 Jun 21 10:17:16.625780 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7ce8f-ea28-4e6f-95d7-bd8b627358ad req-a2c8d504-3d93-4091-82dc-6748ebc16a96 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:16.627260 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-dfa7ce8f-ea28-4e6f-95d7-bd8b627358ad req-a2c8d504-3d93-4091-82dc-6748ebc16a96 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 945 time: 0.0689833 Jun 21 10:17:16.670180 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-dfa7ce8f-ea28-4e6f-95d7-bd8b627358ad req-42f34d77-96e9-4c33-85bb-c8347db1d136 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350866 Jun 21 10:17:16.855896 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92be42f-e73b-481e-b872-ca4801837887 req-b03c270e-20a4-41c7-83b8-3d031dd9d059 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:16.857352 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f92be42f-e73b-481e-b872-ca4801837887 req-b03c270e-20a4-41c7-83b8-3d031dd9d059 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 945 time: 0.0660372 Jun 21 10:17:16.896963 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f92be42f-e73b-481e-b872-ca4801837887 req-d28e0ec0-5dcf-4110-a5ca-67d92172b272 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338666 Jun 21 10:17:16.923922 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 50018) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:17:16.986876 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6df4a9b-5686-41f4-a8d7-ecd557dfeba0 tempest-TestVolumeBootPattern-268300600 tempest-TestVolumeBootPattern-268300600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:16.989429 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-f6df4a9b-5686-41f4-a8d7-ecd557dfeba0 tempest-TestVolumeBootPattern-268300600 tempest-TestVolumeBootPattern-268300600-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 1093 time: 0.0640156 Jun 21 10:17:16.994004 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 50020) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:17:17.001494 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-6c9c0dbe-44ac-4e7d-a485-b5d13f3d70e7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Request body: {'floatingip': {'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'port_id': '3d4c8d79-a3e0-4379-b491-8c7ac8490252', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:17:17.028247 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-6c9c0dbe-44ac-4e7d-a485-b5d13f3d70e7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for floatingip, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:17.146032 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-6c9c0dbe-44ac-4e7d-a485-b5d13f3d70e7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:17.270614 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_common [None req-6c9c0dbe-44ac-4e7d-a485-b5d13f3d70e7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Allocated IP 172.27.2.100 (fb624688-f845-4b15-87c8-de4e29ba1da0/d2f51930-445a-41d0-bd73-46a6db281e7c/024ebb05-897f-4e2a-8c2d-ff4ebc96bbd6) {{(pid=92965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:17:17.383755 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-6c9c0dbe-44ac-4e7d-a485-b5d13f3d70e7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for port, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:17.425032 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-6c9c0dbe-44ac-4e7d-a485-b5d13f3d70e7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11354329'] for port, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:17.427130 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-bacfcff8-faff-4fbb-89a3-99b4412932c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:17:17.471115 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9c0dbe-44ac-4e7d-a485-b5d13f3d70e7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Network fb624688-f845-4b15-87c8-de4e29ba1da0 is already hosted by enough agents. {{(pid=92965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:17:17.474151 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [None req-6c9c0dbe-44ac-4e7d-a485-b5d13f3d70e7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Resources bound (agent type, host, resource id): {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:17:17.478633 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9c0dbe-44ac-4e7d-a485-b5d13f3d70e7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Received port after_create {{(pid=92965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:17:17.486127 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c0dbe-44ac-4e7d-a485-b5d13f3d70e7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Pushing event updated for resources: {'Port': ['ID=024ebb05-897f-4e2a-8c2d-ff4ebc96bbd6,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:17:17.503639 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-6c9c0dbe-44ac-4e7d-a485-b5d13f3d70e7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:17:18.262528 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-6c9c0dbe-44ac-4e7d-a485-b5d13f3d70e7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:18.386320 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-6c9c0dbe-44ac-4e7d-a485-b5d13f3d70e7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:18.563556 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-6c9c0dbe-44ac-4e7d-a485-b5d13f3d70e7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for port, precommit_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:18.568020 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-6c9c0dbe-44ac-4e7d-a485-b5d13f3d70e7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11354351'] for port, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:18.570800 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-454c120d-1b26-428f-86b4-9c92a7c1e635 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:17:18.654122 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c0dbe-44ac-4e7d-a485-b5d13f3d70e7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Pushing event updated for resources: {'Port': ['ID=024ebb05-897f-4e2a-8c2d-ff4ebc96bbd6,revision_number=2']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:17:18.662193 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-6c9c0dbe-44ac-4e7d-a485-b5d13f3d70e7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:17:18.673414 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-6c9c0dbe-44ac-4e7d-a485-b5d13f3d70e7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858313'] for floatingip, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:18.799062 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.db.l3_db [None req-6c9c0dbe-44ac-4e7d-a485-b5d13f3d70e7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Floating IP d754bad7-6c8f-4610-b9f1-13bf15bddb68 associated. External IP: 172.27.2.100, port: 3d4c8d79-a3e0-4379-b491-8c7ac8490252. Jun 21 10:17:19.030373 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9c0dbe-44ac-4e7d-a485-b5d13f3d70e7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Router b29f85ec-8096-48b0-aef6-b1ed54c88700 has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:17:19.146860 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9c0dbe-44ac-4e7d-a485-b5d13f3d70e7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:17:19.160994 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7c9b84-e46c-4bf1-b505-f093d48fc6e9 None None] Sync routers for ids ['b29f85ec-8096-48b0-aef6-b1ed54c88700'] in dv-cinder-797245-3-iscsi {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:17:19.171786 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7c9b84-e46c-4bf1-b505-f093d48fc6e9 None None] Routers {'b29f85ec-8096-48b0-aef6-b1ed54c88700'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:17:19.172627 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-ca7c9b84-e46c-4bf1-b505-f093d48fc6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:17:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['b29f85ec-8096-48b0-aef6-b1ed54c88700'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:17:19.172869 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-6c9c0dbe-44ac-4e7d-a485-b5d13f3d70e7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for floatingip, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:19.214419 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-6c9c0dbe-44ac-4e7d-a485-b5d13f3d70e7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2187884 Jun 21 10:17:19.215059 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2526207d-182c-474c-9fb4-e6f671ee425a', 'tag': '3d4c8d79-a3e0-4379-b491-8c7ac8490252'}] {{(pid=92965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:17:19.217475 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6455383dad080abf38abbc06b7173bfc99a12cfb8f38fffed40ef3479635dd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c66154b-95be-4f70-bfa0-6a07ceb2e127" -d '{"events": [{"name": "network-changed", "server_uuid": "2526207d-182c-474c-9fb4-e6f671ee425a", "tag": "3d4c8d79-a3e0-4379-b491-8c7ac8490252"}]}' {{(pid=92965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:17:19.256020 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcf0269-96cf-43c5-950e-3454574e512b x-openstack-request-id: req-7bcf0269-96cf-43c5-950e-3454574e512b {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:17:19.256369 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2526207d-182c-474c-9fb4-e6f671ee425a", "tag": "3d4c8d79-a3e0-4379-b491-8c7ac8490252", "status": "completed", "code": 200}]} {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:17:19.256703 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7bcf0269-96cf-43c5-950e-3454574e512b {{(pid=92965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:17:19.257168 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2526207d-182c-474c-9fb4-e6f671ee425a', 'tag': '3d4c8d79-a3e0-4379-b491-8c7ac8490252', 'status': 'completed', 'code': 200} Jun 21 10:17:19.311037 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-ca7c9b84-e46c-4bf1-b505-f093d48fc6e9 None None] Set router b29f85ec-8096-48b0-aef6-b1ed54c88700 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:17:19.387689 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66154b-95be-4f70-bfa0-6a07ceb2e127 req-c0dcebb6-cc1b-4b22-a7f2-f185cdfef7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:19.389308 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4c66154b-95be-4f70-bfa0-6a07ceb2e127 req-c0dcebb6-cc1b-4b22-a7f2-f185cdfef7a9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d89583220ee1440bbdfeda076a37714b&device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 1098 time: 0.0704756 Jun 21 10:17:19.493908 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66154b-95be-4f70-bfa0-6a07ceb2e127 req-47209702-6ade-4c63-84c8-ae276963af17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:19.495456 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4c66154b-95be-4f70-bfa0-6a07ceb2e127 req-47209702-6ade-4c63-84c8-ae276963af17 service neutron] 10.222.0.74 "GET /v2.0/networks?id=99912a94-0af8-44a1-b5eb-2eb4255e8f95 HTTP/1.1" status: 200 len: 913 time: 0.0975542 Jun 21 10:17:19.577496 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:17:19.581617 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-ca7c9b84-e46c-4bf1-b505-f093d48fc6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'name': 'tempest-TestVolumeBootPattern-245411859-router', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '075a0383-c678-4854-8e3a-80e3d8621620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:32Z', 'revision_number': 4, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'gw_port': {'id': '075a0383-c678-4854-8e3a-80e3d8621620', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_floatingips': [{'id': 'd754bad7-6c8f-4610-b9f1-13bf15bddb68', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'port_id': '3d4c8d79-a3e0-4379-b491-8c7ac8490252', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'mac_address': 'fa:16:3e:20:dd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2526207d-182c-474c-9fb4-e6f671ee425a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:17:17Z', 'updated_at': '2021-06-21T10:17:17Z', 'revision_number': 0, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6036f762-76bf-44cc-82c7-c94046c50696', 'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'mac_address': 'fa:16:3e:e5:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:31Z', 'updated_at': '2021-06-21T10:13:39Z', 'revision_number': 5, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'subnets': [{'id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:17:19.628905 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7c9b84-e46c-4bf1-b505-f093d48fc6e9 None None] Checking router: b29f85ec-8096-48b0-aef6-b1ed54c88700 for host: dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:17:19.631771 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4c66154b-95be-4f70-bfa0-6a07ceb2e127 req-7706f82e-d3e8-4980-b94c-1107bf72448a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d4c8d79-a3e0-4379-b491-8c7ac8490252 HTTP/1.1" status: 200 len: 999 time: 0.1295481 Jun 21 10:17:19.639972 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7c9b84-e46c-4bf1-b505-f093d48fc6e9 None None] Routers {'b29f85ec-8096-48b0-aef6-b1ed54c88700'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:17:19.640633 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-ca7c9b84-e46c-4bf1-b505-f093d48fc6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:17:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['b29f85ec-8096-48b0-aef6-b1ed54c88700'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:17:19.690072 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66154b-95be-4f70-bfa0-6a07ceb2e127 req-ce214317-583e-4370-917e-6e26a2a1e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:19.691519 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4c66154b-95be-4f70-bfa0-6a07ceb2e127 req-ce214317-583e-4370-917e-6e26a2a1e7f3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3c4edada-c0f2-4bfd-9da7-75ff93dda488 HTTP/1.1" status: 200 len: 850 time: 0.0461748 Jun 21 10:17:19.752641 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-ca7c9b84-e46c-4bf1-b505-f093d48fc6e9 None None] Set router b29f85ec-8096-48b0-aef6-b1ed54c88700 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:17:19.766255 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66154b-95be-4f70-bfa0-6a07ceb2e127 req-d7da876a-0217-4d08-9fd5-19d19a4a9122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:19.767713 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4c66154b-95be-4f70-bfa0-6a07ceb2e127 req-d7da876a-0217-4d08-9fd5-19d19a4a9122 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=99912a94-0af8-44a1-b5eb-2eb4255e8f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651677 Jun 21 10:17:19.884890 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4c66154b-95be-4f70-bfa0-6a07ceb2e127 req-491d7569-00ea-4545-8712-7caff9b7741e service neutron] 10.222.0.74 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095996 Jun 21 10:17:19.998123 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4c66154b-95be-4f70-bfa0-6a07ceb2e127 req-7c8537b5-8e77-4ab1-9a79-c7c2ce07b4fa service neutron] 10.222.0.74 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982058 Jun 21 10:17:20.013385 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-ca7c9b84-e46c-4bf1-b505-f093d48fc6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'name': 'tempest-TestVolumeBootPattern-245411859-router', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '075a0383-c678-4854-8e3a-80e3d8621620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:32Z', 'revision_number': 4, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'gw_port': {'id': '075a0383-c678-4854-8e3a-80e3d8621620', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_floatingips': [{'id': 'd754bad7-6c8f-4610-b9f1-13bf15bddb68', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'port_id': '3d4c8d79-a3e0-4379-b491-8c7ac8490252', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'mac_address': 'fa:16:3e:20:dd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2526207d-182c-474c-9fb4-e6f671ee425a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:17:17Z', 'updated_at': '2021-06-21T10:17:17Z', 'revision_number': 0, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6036f762-76bf-44cc-82c7-c94046c50696', 'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'mac_address': 'fa:16:3e:e5:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:31Z', 'updated_at': '2021-06-21T10:13:39Z', 'revision_number': 5, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'subnets': [{'id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:17:20.041559 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7c9b84-e46c-4bf1-b505-f093d48fc6e9 None None] The sync data for ids ['b29f85ec-8096-48b0-aef6-b1ed54c88700'] in dv-cinder-797245-3-iscsi is: [{'id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'name': 'tempest-TestVolumeBootPattern-245411859-router', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '075a0383-c678-4854-8e3a-80e3d8621620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:32Z', 'revision_number': 4, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'gw_port': {'id': '075a0383-c678-4854-8e3a-80e3d8621620', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_floatingips': [{'id': 'd754bad7-6c8f-4610-b9f1-13bf15bddb68', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'port_id': '3d4c8d79-a3e0-4379-b491-8c7ac8490252', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'mac_address': 'fa:16:3e:20:dd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2526207d-182c-474c-9fb4-e6f671ee425a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:17:17Z', 'updated_at': '2021-06-21T10:17:17Z', 'revision_number': 0, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6036f762-76bf-44cc-82c7-c94046c50696', 'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'mac_address': 'fa:16:3e:e5:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:31Z', 'updated_at': '2021-06-21T10:13:39Z', 'revision_number': 5, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'subnets': [{'id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:17:20.282440 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76318337-5f20-4fa3-85ae-aa327058df1a None None] New status for floating IP d754bad7-6c8f-4610-b9f1-13bf15bddb68: ACTIVE {{(pid=92973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 10:17:27.164342 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:36.624015 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f95d09-0c69-4d93-90eb-99294f1eaa99 req-fafcfc51-6629-473c-b610-8d80ac1831da tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:36.625534 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-83f95d09-0c69-4d93-90eb-99294f1eaa99 req-fafcfc51-6629-473c-b610-8d80ac1831da tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/ports?device_id=62421c44-4961-4da5-8ee3-8fbd677330b1 HTTP/1.1" status: 200 len: 946 time: 0.0641322 Jun 21 10:17:36.663454 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-83f95d09-0c69-4d93-90eb-99294f1eaa99 req-90687b68-b40b-4814-8d77-6ae7f3b73fb5 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/security-groups?id=e19b9abd-9c39-464b-bc9e-e542f73754d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323131 Jun 21 10:17:37.356918 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-1694296b-daad-4a76-8ce2-a1007956bb1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:37.849374 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecb4db-453e-4808-abea-ae22ee04452a req-d170f9a1-2ea5-4ffa-8c18-4128cfb86599 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:37.850886 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0aecb4db-453e-4808-abea-ae22ee04452a req-d170f9a1-2ea5-4ffa-8c18-4128cfb86599 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/ports?device_id=62421c44-4961-4da5-8ee3-8fbd677330b1 HTTP/1.1" status: 200 len: 946 time: 0.0698605 Jun 21 10:17:37.890593 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0aecb4db-453e-4808-abea-ae22ee04452a req-8fcefd57-e910-4572-b639-e1a41d8f86d1 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/security-groups?id=e19b9abd-9c39-464b-bc9e-e542f73754d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332398 Jun 21 10:17:38.830954 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82d4c1-b354-4bea-a4c7-d90c7353a887 req-a9a6725c-3ca2-46ef-830a-27f8329f3112 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:38.832317 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-df82d4c1-b354-4bea-a4c7-d90c7353a887 req-a9a6725c-3ca2-46ef-830a-27f8329f3112 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.74 "GET /v2.0/ports?device_id=62421c44-4961-4da5-8ee3-8fbd677330b1 HTTP/1.1" status: 200 len: 946 time: 0.0729306 Jun 21 10:17:38.934143 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [req-df82d4c1-b354-4bea-a4c7-d90c7353a887 req-92a3914a-65ce-49e7-a3c5-0010da2df91f tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Deleting port df436661-7e19-4eae-8a90-1aa4fbb6e532 {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:17:38.934485 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-df82d4c1-b354-4bea-a4c7-d90c7353a887 req-92a3914a-65ce-49e7-a3c5-0010da2df91f tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:39.059504 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-df82d4c1-b354-4bea-a4c7-d90c7353a887 req-92a3914a-65ce-49e7-a3c5-0010da2df91f tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] For port df436661-7e19-4eae-8a90-1aa4fbb6e532, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=df436661-7e19-4eae-8a90-1aa4fbb6e532,segment=NetworkSegment(5bbf1e54-7826-4bc8-80ce-0d4442121367),segment_id=5bbf1e54-7826-4bc8-80ce-0d4442121367)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:17:39.059864 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-df82d4c1-b354-4bea-a4c7-d90c7353a887 req-92a3914a-65ce-49e7-a3c5-0010da2df91f tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:39.131148 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [req-df82d4c1-b354-4bea-a4c7-d90c7353a887 req-92a3914a-65ce-49e7-a3c5-0010da2df91f tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Calling delete_port for df436661-7e19-4eae-8a90-1aa4fbb6e532 owned by compute:nova {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:17:39.198426 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0646cd-a0e7-4447-aea5-1d090826abf8 req-972ff41a-1937-46d9-86b4-810185213a52 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:39.199962 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3c0646cd-a0e7-4447-aea5-1d090826abf8 req-972ff41a-1937-46d9-86b4-810185213a52 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/ports?device_id=62421c44-4961-4da5-8ee3-8fbd677330b1 HTTP/1.1" status: 200 len: 946 time: 0.1939149 Jun 21 10:17:39.261117 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3c0646cd-a0e7-4447-aea5-1d090826abf8 req-39e7f975-1492-45fb-8bf7-89f2824ea925 tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.50 "GET /v2.0/security-groups?id=e19b9abd-9c39-464b-bc9e-e542f73754d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540936 Jun 21 10:17:39.318897 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-df82d4c1-b354-4bea-a4c7-d90c7353a887 req-92a3914a-65ce-49e7-a3c5-0010da2df91f tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1954225'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:39.322936 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:17:39.355068 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3914a-65ce-49e7-a3c5-0010da2df91f tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Pushing event deleted for resources: {'Port': ['ID=df436661-7e19-4eae-8a90-1aa4fbb6e532,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:17:39.359918 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-92a3914a-65ce-49e7-a3c5-0010da2df91f tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:17:39.364764 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['df436661-7e19-4eae-8a90-1aa4fbb6e532'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:17:39.402232 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [req-df82d4c1-b354-4bea-a4c7-d90c7353a887 req-92a3914a-65ce-49e7-a3c5-0010da2df91f tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] No DVR routers for this DVR port df436661-7e19-4eae-8a90-1aa4fbb6e532 on host hv-cinder-79724 {{(pid=92958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:17:39.404557 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-df82d4c1-b354-4bea-a4c7-d90c7353a887 req-92a3914a-65ce-49e7-a3c5-0010da2df91f tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:39.406489 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-df82d4c1-b354-4bea-a4c7-d90c7353a887 req-92a3914a-65ce-49e7-a3c5-0010da2df91f tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] 10.222.0.74 "DELETE /v2.0/ports/df436661-7e19-4eae-8a90-1aa4fbb6e532 HTTP/1.1" status: 204 len: 173 time: 0.5688088 Jun 21 10:17:39.406986 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62421c44-4961-4da5-8ee3-8fbd677330b1', 'name': 'network-vif-deleted', 'tag': 'df436661-7e19-4eae-8a90-1aa4fbb6e532'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:17:39.409361 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9346006-58af-4747-9850-7be83cb78ee4" -d '{"events": [{"server_uuid": "62421c44-4961-4da5-8ee3-8fbd677330b1", "name": "network-vif-deleted", "tag": "df436661-7e19-4eae-8a90-1aa4fbb6e532"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:17:39.445926 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db4b069-bed0-4e6e-9160-7ac0c7da5eab x-openstack-request-id: req-2db4b069-bed0-4e6e-9160-7ac0c7da5eab {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:17:39.446261 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62421c44-4961-4da5-8ee3-8fbd677330b1", "name": "network-vif-deleted", "tag": "df436661-7e19-4eae-8a90-1aa4fbb6e532", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:17:39.446547 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2db4b069-bed0-4e6e-9160-7ac0c7da5eab {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:17:39.446980 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62421c44-4961-4da5-8ee3-8fbd677330b1', 'name': 'network-vif-deleted', 'tag': 'df436661-7e19-4eae-8a90-1aa4fbb6e532', 'status': 'completed', 'code': 200} Jun 21 10:17:40.838210 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:40.930791 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-1b16cfaf-8522-443a-9fa2-84431bc8b1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:43.064293 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:43.867090 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device df436661-7e19-4eae-8a90-1aa4fbb6e532 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:17:43.890667 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] No Port match for: df436661-7e19-4eae-8a90-1aa4fbb6e532 {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:17:43.891021 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device df436661-7e19-4eae-8a90-1aa4fbb6e532 not bound to the agent host hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:17:45.153203 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:47.994895 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e715f4a-dee8-4fa2-b089-b8a6d8f0c628 req-9753b30c-0154-4b98-bd35-d5a098aca886 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:47.996404 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8e715f4a-dee8-4fa2-b089-b8a6d8f0c628 req-9753b30c-0154-4b98-bd35-d5a098aca886 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 947 time: 0.0640848 Jun 21 10:17:48.034593 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8e715f4a-dee8-4fa2-b089-b8a6d8f0c628 req-08fa43c5-b111-4174-932f-7a98fe259a56 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324001 Jun 21 10:17:49.221903 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517a941-e589-4b74-b7c7-dbe315a1c7dd req-8cd176b7-b4dc-41ca-aba5-6c2169d6040b tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:49.223408 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d517a941-e589-4b74-b7c7-dbe315a1c7dd req-8cd176b7-b4dc-41ca-aba5-6c2169d6040b tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 947 time: 0.0670412 Jun 21 10:17:49.264929 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d517a941-e589-4b74-b7c7-dbe315a1c7dd req-abbc982d-8c47-4636-a790-f13cebc22669 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347297 Jun 21 10:17:49.849837 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429e825-6848-42ac-9770-d24cc730089e req-3608df3c-66ce-49bd-bf7e-606b7953b5a5 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:49.851519 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1429e825-6848-42ac-9770-d24cc730089e req-3608df3c-66ce-49bd-bf7e-606b7953b5a5 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.74 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 947 time: 0.0675063 Jun 21 10:17:49.957610 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [req-1429e825-6848-42ac-9770-d24cc730089e req-0f899353-62b9-4294-af45-2be7bbb0145d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Deleting port 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:17:49.959659 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-1429e825-6848-42ac-9770-d24cc730089e req-0f899353-62b9-4294-af45-2be7bbb0145d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:50.304722 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-1429e825-6848-42ac-9770-d24cc730089e req-0f899353-62b9-4294-af45-2be7bbb0145d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] For port 1633b8a6-5ced-42d6-907d-73b1ff8b96a8, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=1633b8a6-5ced-42d6-907d-73b1ff8b96a8,segment=NetworkSegment(bba32aef-ac7d-4881-aeb7-7b8056567483),segment_id=bba32aef-ac7d-4881-aeb7-7b8056567483)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:17:50.305087 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-1429e825-6848-42ac-9770-d24cc730089e req-0f899353-62b9-4294-af45-2be7bbb0145d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:50.563289 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03d2a9-4499-4b08-a4cc-e62f90315873 req-4840b8d6-eeab-4631-8b8b-134b4f703ca3 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:50.564776 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9a03d2a9-4499-4b08-a4cc-e62f90315873 req-4840b8d6-eeab-4631-8b8b-134b4f703ca3 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 947 time: 0.1634483 Jun 21 10:17:50.567835 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-1429e825-6848-42ac-9770-d24cc730089e req-0f899353-62b9-4294-af45-2be7bbb0145d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:50.568201 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-1429e825-6848-42ac-9770-d24cc730089e req-0f899353-62b9-4294-af45-2be7bbb0145d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858313'] for floatingip, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:50.568511 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.db.l3_db [req-1429e825-6848-42ac-9770-d24cc730089e req-0f899353-62b9-4294-af45-2be7bbb0145d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Floating IP d9fc9983-ae42-41ae-aa16-53a032acd287 disassociated. External IP: 172.27.2.110, port: 1633b8a6-5ced-42d6-907d-73b1ff8b96a8. Jun 21 10:17:50.568890 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [req-1429e825-6848-42ac-9770-d24cc730089e req-0f899353-62b9-4294-af45-2be7bbb0145d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Calling delete_port for 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 owned by compute:nova {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:17:50.647144 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9a03d2a9-4499-4b08-a4cc-e62f90315873 req-23c07225-06f6-462e-addb-ae6f63d09f41 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=37b5cc50-6c54-44e3-bccd-1f34255d60bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761106 Jun 21 10:17:50.729988 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-1429e825-6848-42ac-9770-d24cc730089e req-0f899353-62b9-4294-af45-2be7bbb0145d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1954225'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:50.734478 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-9095677e-7edd-4002-bf28-711284efde80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:17:50.761413 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f899353-62b9-4294-af45-2be7bbb0145d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Pushing event deleted for resources: {'Port': ['ID=1633b8a6-5ced-42d6-907d-73b1ff8b96a8,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:17:50.764210 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-0f899353-62b9-4294-af45-2be7bbb0145d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:17:50.884216 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1429e825-6848-42ac-9770-d24cc730089e req-0f899353-62b9-4294-af45-2be7bbb0145d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Router 5499a165-a960-444d-bc5d-5bcf21d83d0f has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:17:50.992170 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1429e825-6848-42ac-9770-d24cc730089e req-0f899353-62b9-4294-af45-2be7bbb0145d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:17:51.005035 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da468f5-1095-4a7c-8c1c-b2b1005ed57c None None] Sync routers for ids ['5499a165-a960-444d-bc5d-5bcf21d83d0f'] in dv-cinder-797245-3-iscsi {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:17:51.014433 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da468f5-1095-4a7c-8c1c-b2b1005ed57c None None] Routers {'5499a165-a960-444d-bc5d-5bcf21d83d0f'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:17:51.015144 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-8da468f5-1095-4a7c-8c1c-b2b1005ed57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:17:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['5499a165-a960-444d-bc5d-5bcf21d83d0f'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:17:51.036999 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [req-1429e825-6848-42ac-9770-d24cc730089e req-0f899353-62b9-4294-af45-2be7bbb0145d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] No DVR routers for this DVR port 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 on host hv-cinder-79724 {{(pid=92958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:17:51.039317 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-1429e825-6848-42ac-9770-d24cc730089e req-0f899353-62b9-4294-af45-2be7bbb0145d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:51.041904 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1429e825-6848-42ac-9770-d24cc730089e req-0f899353-62b9-4294-af45-2be7bbb0145d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.74 "DELETE /v2.0/ports/1633b8a6-5ced-42d6-907d-73b1ff8b96a8 HTTP/1.1" status: 204 len: 173 time: 1.1841671 Jun 21 10:17:51.042412 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938028bf-7169-40ce-897f-bca71ad6a746', 'name': 'network-vif-deleted', 'tag': '1633b8a6-5ced-42d6-907d-73b1ff8b96a8'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:17:51.044762 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577e9c3b-5d1c-4d8f-b870-c8ae963c7938" -d '{"events": [{"server_uuid": "938028bf-7169-40ce-897f-bca71ad6a746", "name": "network-vif-deleted", "tag": "1633b8a6-5ced-42d6-907d-73b1ff8b96a8"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:17:51.084224 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d0ff18-b78a-4876-8553-7bdeedb6f369 x-openstack-request-id: req-36d0ff18-b78a-4876-8553-7bdeedb6f369 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:17:51.084559 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938028bf-7169-40ce-897f-bca71ad6a746", "name": "network-vif-deleted", "tag": "1633b8a6-5ced-42d6-907d-73b1ff8b96a8", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:17:51.084870 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-36d0ff18-b78a-4876-8553-7bdeedb6f369 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:17:51.085299 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938028bf-7169-40ce-897f-bca71ad6a746', 'name': 'network-vif-deleted', 'tag': '1633b8a6-5ced-42d6-907d-73b1ff8b96a8', 'status': 'completed', 'code': 200} Jun 21 10:17:51.136161 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-8da468f5-1095-4a7c-8c1c-b2b1005ed57c None None] Set router 5499a165-a960-444d-bc5d-5bcf21d83d0f gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:17:51.346368 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-8da468f5-1095-4a7c-8c1c-b2b1005ed57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1311109622-router', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:14:38Z', 'updated_at': '2021-06-21T10:14:44Z', 'revision_number': 4, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'gw_port': {'id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:39Z', 'updated_at': '2021-06-21T10:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'ad71832e-9c48-4d0e-94d1-8879257d4bdd', 'name': '', 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'mac_address': 'fa:16:3e:c4:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:43Z', 'updated_at': '2021-06-21T10:14:53Z', 'revision_number': 5, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'subnets': [{'id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:17:51.374431 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da468f5-1095-4a7c-8c1c-b2b1005ed57c None None] Checking router: 5499a165-a960-444d-bc5d-5bcf21d83d0f for host: dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:17:51.384253 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da468f5-1095-4a7c-8c1c-b2b1005ed57c None None] Routers {'5499a165-a960-444d-bc5d-5bcf21d83d0f'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:17:51.385094 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-8da468f5-1095-4a7c-8c1c-b2b1005ed57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:17:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['5499a165-a960-444d-bc5d-5bcf21d83d0f'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:17:51.494437 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-8da468f5-1095-4a7c-8c1c-b2b1005ed57c None None] Set router 5499a165-a960-444d-bc5d-5bcf21d83d0f gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:17:51.726715 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-8da468f5-1095-4a7c-8c1c-b2b1005ed57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1311109622-router', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:14:38Z', 'updated_at': '2021-06-21T10:14:44Z', 'revision_number': 4, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'gw_port': {'id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:39Z', 'updated_at': '2021-06-21T10:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'ad71832e-9c48-4d0e-94d1-8879257d4bdd', 'name': '', 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'mac_address': 'fa:16:3e:c4:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:43Z', 'updated_at': '2021-06-21T10:14:53Z', 'revision_number': 5, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'subnets': [{'id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:17:51.753718 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da468f5-1095-4a7c-8c1c-b2b1005ed57c None None] The sync data for ids ['5499a165-a960-444d-bc5d-5bcf21d83d0f'] in dv-cinder-797245-3-iscsi is: [{'id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1311109622-router', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:14:38Z', 'updated_at': '2021-06-21T10:14:44Z', 'revision_number': 4, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'gw_port': {'id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:39Z', 'updated_at': '2021-06-21T10:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'ad71832e-9c48-4d0e-94d1-8879257d4bdd', 'name': '', 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'mac_address': 'fa:16:3e:c4:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:43Z', 'updated_at': '2021-06-21T10:14:53Z', 'revision_number': 5, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'subnets': [{'id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:17:51.803970 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-398e91e5-8a3c-45c0-adf9-1c695b034116 req-09bebb14-f2ff-44b5-bdb0-d1b742d71fd7 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 210 time: 0.0346792 Jun 21 10:17:51.981232 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1da5dc9-cca0-4c2b-abc9-5cf34d002934 None None] New status for floating IP d9fc9983-ae42-41ae-aa16-53a032acd287: DOWN {{(pid=92973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 10:17:52.952156 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-92738386-7d1d-442a-8fa6-450ad359eda0 req-dcd0a8f1-f427-4e7f-8433-3c411ebe23a0 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=938028bf-7169-40ce-897f-bca71ad6a746 HTTP/1.1" status: 200 len: 210 time: 0.0292451 Jun 21 10:17:54.085463 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 50204) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:17:54.154210 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-2c0d0e20-2814-424d-8d97-9c91983c8554 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:54.184540 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-2c0d0e20-2814-424d-8d97-9c91983c8554 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:54.238562 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-2c0d0e20-2814-424d-8d97-9c91983c8554 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:54.242976 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-2c0d0e20-2814-424d-8d97-9c91983c8554 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:54.244757 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-2c0d0e20-2814-424d-8d97-9c91983c8554 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "DELETE /v2.0/security-groups/37b5cc50-6c54-44e3-bccd-1f34255d60bf HTTP/1.1" status: 204 len: 168 time: 0.1581151 Jun 21 10:17:54.246004 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-0178dc37-16b9-4d5d-8eaf-e507f07b668e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:17:54.247592 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 50210) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:17:54.262193 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d0e20-2814-424d-8d97-9c91983c8554 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b5cc50-6c54-44e3-bccd-1f34255d60bf,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:17:54.262475 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.api.v2.resource [None req-e7d27326-2e84-400a-b264-c72cdd2223e1 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] show failed (client error): The resource could not be found. Jun 21 10:17:54.263326 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-e7d27326-2e84-400a-b264-c72cdd2223e1 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups/37b5cc50-6c54-44e3-bccd-1f34255d60bf HTTP/1.1" status: 404 len: 347 time: 0.0146735 Jun 21 10:17:54.267047 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 50212) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:17:54.277329 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d0e20-2814-424d-8d97-9c91983c8554 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:17:54.277329 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d0e20-2814-424d-8d97-9c91983c8554 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:17:54.277778 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d0e20-2814-424d-8d97-9c91983c8554 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:17:54.278073 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d0e20-2814-424d-8d97-9c91983c8554 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:17:54.278681 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d0e20-2814-424d-8d97-9c91983c8554 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:17:54.279299 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d0e20-2814-424d-8d97-9c91983c8554 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:17:54.279900 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d0e20-2814-424d-8d97-9c91983c8554 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:17:54.280508 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d0e20-2814-424d-8d97-9c91983c8554 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:17:54.281277 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d0e20-2814-424d-8d97-9c91983c8554 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:17:54.281871 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d0e20-2814-424d-8d97-9c91983c8554 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:17:54.282895 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d0e20-2814-424d-8d97-9c91983c8554 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:17:54.283452 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d0e20-2814-424d-8d97-9c91983c8554 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:17:54.289863 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-2c0d0e20-2814-424d-8d97-9c91983c8554 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:17:54.406425 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-4313027b-b131-438e-be97-0443068e5494 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Deleting port ec319414-5b94-400d-87d3-9463b5907d79 {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:17:54.406766 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4313027b-b131-438e-be97-0443068e5494 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:54.497079 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4313027b-b131-438e-be97-0443068e5494 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:54.497629 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4313027b-b131-438e-be97-0443068e5494 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:54.575844 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-4313027b-b131-438e-be97-0443068e5494 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Calling delete_port for ec319414-5b94-400d-87d3-9463b5907d79 owned by network:floatingip {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:17:54.736843 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4313027b-b131-438e-be97-0443068e5494 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1954225'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:54.738969 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:17:54.764302 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313027b-b131-438e-be97-0443068e5494 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Pushing event deleted for resources: {'Port': ['ID=ec319414-5b94-400d-87d3-9463b5907d79,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:17:54.794752 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313027b-b131-438e-be97-0443068e5494 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:17:54.795115 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313027b-b131-438e-be97-0443068e5494 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:17:54.795484 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313027b-b131-438e-be97-0443068e5494 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:17:54.795846 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313027b-b131-438e-be97-0443068e5494 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:17:54.796200 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313027b-b131-438e-be97-0443068e5494 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:17:54.796558 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313027b-b131-438e-be97-0443068e5494 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:17:54.796936 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313027b-b131-438e-be97-0443068e5494 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:17:54.797291 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313027b-b131-438e-be97-0443068e5494 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:17:54.797741 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313027b-b131-438e-be97-0443068e5494 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:17:54.798096 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313027b-b131-438e-be97-0443068e5494 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:17:54.798451 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313027b-b131-438e-be97-0443068e5494 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:17:54.798800 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313027b-b131-438e-be97-0443068e5494 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:17:54.802755 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-4313027b-b131-438e-be97-0443068e5494 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:17:54.847016 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4313027b-b131-438e-be97-0443068e5494 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for floatingip, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:54.849719 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-4313027b-b131-438e-be97-0443068e5494 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for floatingip, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:54.851165 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-4313027b-b131-438e-be97-0443068e5494 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "DELETE /v2.0/floatingips/d9fc9983-ae42-41ae-aa16-53a032acd287 HTTP/1.1" status: 204 len: 168 time: 0.5828917 Jun 21 10:17:56.236493 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 50230) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:17:56.241223 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-eeac383a-878e-40f3-af25-90689675511e tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Request body: {'security_group': {'name': 'tempest-securitygroup--430695381', 'description': 'tempest-description--1093114763'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:17:56.266338 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-eeac383a-878e-40f3-af25-90689675511e tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:56.357177 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-eeac383a-878e-40f3-af25-90689675511e tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:56.362256 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-eeac383a-878e-40f3-af25-90689675511e tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:56.364727 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-1a8ba159-bea2-4f87-99a5-afe5917f9b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:17:56.393069 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-eeac383a-878e-40f3-af25-90689675511e tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:56.394272 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-eeac383a-878e-40f3-af25-90689675511e tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1567526 Jun 21 10:17:56.397133 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 50232) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:17:56.402361 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-0f32f192-9084-466c-8368-b9d624682f9c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Request body: {'security_group_rule': {'security_group_id': 'e8fbcb92-ccb4-40cc-a999-1869c55f1974', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:17:56.406527 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac383a-878e-40f3-af25-90689675511e tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fbcb92-ccb4-40cc-a999-1869c55f1974,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:17:56.409520 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-eeac383a-878e-40f3-af25-90689675511e tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:17:56.435833 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0f32f192-9084-466c-8368-b9d624682f9c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:56.492712 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0f32f192-9084-466c-8368-b9d624682f9c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:56.496393 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0f32f192-9084-466c-8368-b9d624682f9c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510146'] for security_group_rule, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:56.498583 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-1943d37f-2c42-4ccd-9a4e-eed6fdee5bcd tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:17:56.515416 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32f192-9084-466c-8368-b9d624682f9c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9147021-eb29-4e2c-a449-51e21585479e,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:17:56.518711 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-0f32f192-9084-466c-8368-b9d624682f9c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:17:56.521228 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0f32f192-9084-466c-8368-b9d624682f9c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:56.522565 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-0f32f192-9084-466c-8368-b9d624682f9c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244969 Jun 21 10:17:56.526449 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 50234) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:17:56.531043 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-d7799e56-7c29-4c69-bb48-f3d4a39ae3dd tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Request body: {'security_group_rule': {'security_group_id': 'e8fbcb92-ccb4-40cc-a999-1869c55f1974', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:17:56.565279 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d7799e56-7c29-4c69-bb48-f3d4a39ae3dd tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:56.576769 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:17:56.624716 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d7799e56-7c29-4c69-bb48-f3d4a39ae3dd tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:56.628767 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d7799e56-7c29-4c69-bb48-f3d4a39ae3dd tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510146'] for security_group_rule, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:56.630778 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:17:56.650994 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7799e56-7c29-4c69-bb48-f3d4a39ae3dd tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f50d3ad5-fa63-4adf-af17-997f67f53eef,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:17:56.653449 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-d7799e56-7c29-4c69-bb48-f3d4a39ae3dd tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:17:56.657291 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-d7799e56-7c29-4c69-bb48-f3d4a39ae3dd tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:56.658508 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-d7799e56-7c29-4c69-bb48-f3d4a39ae3dd tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310489 Jun 21 10:17:56.661505 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 50236) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:17:56.666089 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-e892f4de-31b9-4faa-b7c1-69c98fcb7464 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Request body: {'floatingip': {'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:17:56.686288 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e892f4de-31b9-4faa-b7c1-69c98fcb7464 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for floatingip, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:56.780631 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e892f4de-31b9-4faa-b7c1-69c98fcb7464 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:56.886724 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [None req-e892f4de-31b9-4faa-b7c1-69c98fcb7464 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Allocated IP 172.27.2.124 (fb624688-f845-4b15-87c8-de4e29ba1da0/d2f51930-445a-41d0-bd73-46a6db281e7c/a50b8427-4923-4225-8810-d5f2d8305e3a) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:17:57.002317 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e892f4de-31b9-4faa-b7c1-69c98fcb7464 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:57.040410 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e892f4de-31b9-4faa-b7c1-69c98fcb7464 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1954238'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:57.042424 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-b446cb5e-1b6a-4f1e-a554-d60be14c57d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:17:57.082624 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e892f4de-31b9-4faa-b7c1-69c98fcb7464 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Network fb624688-f845-4b15-87c8-de4e29ba1da0 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:17:57.085447 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-e892f4de-31b9-4faa-b7c1-69c98fcb7464 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:17:57.089389 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e892f4de-31b9-4faa-b7c1-69c98fcb7464 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:17:57.115675 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892f4de-31b9-4faa-b7c1-69c98fcb7464 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Pushing event updated for resources: {'Port': ['ID=a50b8427-4923-4225-8810-d5f2d8305e3a,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:17:57.120153 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-e892f4de-31b9-4faa-b7c1-69c98fcb7464 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:17:57.157516 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:57.168374 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:17:57.180009 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e892f4de-31b9-4faa-b7c1-69c98fcb7464 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:57.193510 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] No Port match for: 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:17:57.193863 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 1633b8a6-5ced-42d6-907d-73b1ff8b96a8 not bound to the agent host hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:17:57.226322 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e892f4de-31b9-4faa-b7c1-69c98fcb7464 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:57.386753 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e892f4de-31b9-4faa-b7c1-69c98fcb7464 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:57.391063 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e892f4de-31b9-4faa-b7c1-69c98fcb7464 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:57.393055 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-a28e3d30-9853-4bb1-ae33-ca7c1847b4b2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:17:57.459439 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892f4de-31b9-4faa-b7c1-69c98fcb7464 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Pushing event updated for resources: {'Port': ['ID=a50b8427-4923-4225-8810-d5f2d8305e3a,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:17:57.463507 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-e892f4de-31b9-4faa-b7c1-69c98fcb7464 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:17:57.473486 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e892f4de-31b9-4faa-b7c1-69c98fcb7464 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858313'] for floatingip, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:57.488557 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-e892f4de-31b9-4faa-b7c1-69c98fcb7464 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for floatingip, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:57.495478 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-e892f4de-31b9-4faa-b7c1-69c98fcb7464 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8273723 Jun 21 10:17:57.680899 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-a885704e-7c4c-4488-8612-6e0b8c994c42 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--430695381&fields=id&tenant_id=5f68e21913be4bacb3ea891f31183f6a HTTP/1.1" status: 200 len: 267 time: 0.0346503 Jun 21 10:17:57.791057 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-094871fb-009b-4b05-9166-74f80fdd7b78 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:57.792500 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-094871fb-009b-4b05-9166-74f80fdd7b78 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/networks?id=f45468d3-7a30-4ca1-b23e-095a7ff9fd22 HTTP/1.1" status: 200 len: 817 time: 0.1051579 Jun 21 10:17:57.807361 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-af8adc91-c7b1-4c8b-a9cb-482a870582fa tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/quotas/5f68e21913be4bacb3ea891f31183f6a HTTP/1.1" status: 200 len: 375 time: 0.0092614 Jun 21 10:17:57.880841 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-df58f6a0-2709-4af0-b421-63c771b279f4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f68e21913be4bacb3ea891f31183f6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0678978 Jun 21 10:17:57.974184 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-5023710d-3dcd-46b5-8680-1ee0a37ce697 service neutron] 10.222.0.50 "GET /v2.0/networks/f45468d3-7a30-4ca1-b23e-095a7ff9fd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809479 Jun 21 10:17:58.071176 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-44ca6dfb-29fc-4322-ae62-a3b3b2885ca0 service neutron] 10.222.0.50 "GET /v2.0/networks/f45468d3-7a30-4ca1-b23e-095a7ff9fd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896928 Jun 21 10:17:58.248149 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-13cbe81a-de34-4c59-bdde-4ef176347733 req-d66bee6d-0390-4223-b76d-5357e73e9b8c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 210 time: 0.0311818 Jun 21 10:17:59.405049 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-466ad160-e330-4020-8df5-8570d685678f req-b4c81263-c8f9-4f08-ac13-8ba5fc4ad8a6 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 210 time: 0.0313139 Jun 21 10:17:59.428461 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-fdea72fe-d1b4-4376-8a0e-0380f8c28921 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:17:59.430787 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-fdea72fe-d1b4-4376-8a0e-0380f8c28921 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.74 "GET /v2.0/networks?id=f45468d3-7a30-4ca1-b23e-095a7ff9fd22 HTTP/1.1" status: 200 len: 817 time: 0.1220019 Jun 21 10:17:59.485300 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-9488eb29-824f-4968-ab31-b97eadfdc0a5 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f68e21913be4bacb3ea891f31183f6a HTTP/1.1" status: 200 len: 379 time: 0.0376475 Jun 21 10:17:59.494229 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-12457efd-13d2-4f48-a13b-8be5202d8752 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Request body: {'port': {'device_id': 'a5cf6f90-338e-4b4b-8c97-52f8e6b30e16', 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'admin_state_up': True, 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'security_groups': ['e8fbcb92-ccb4-40cc-a999-1869c55f1974']}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:17:59.607131 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-12457efd-13d2-4f48-a13b-8be5202d8752 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Made reservation on behalf of 5f68e21913be4bacb3ea891f31183f6a for: {'port': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:17:59.611031 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-12457efd-13d2-4f48-a13b-8be5202d8752 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:59.744557 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-12457efd-13d2-4f48-a13b-8be5202d8752 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Allocated IP 172.20.0.5 (f45468d3-7a30-4ca1-b23e-095a7ff9fd22/7754b5eb-78b7-4040-b8fe-e41e18555134/421eab91-fdc4-4951-ba80-e71b097053f0) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:17:59.892473 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-12457efd-13d2-4f48-a13b-8be5202d8752 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:59.906947 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.provisioning_blocks [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-12457efd-13d2-4f48-a13b-8be5202d8752 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Transition to ACTIVE for port object 421eab91-fdc4-4951-ba80-e71b097053f0 will not be triggered until provisioned by entity DHCP. {{(pid=92958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:17:59.940227 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-12457efd-13d2-4f48-a13b-8be5202d8752 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1954238'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:17:59.943996 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-d8e5f7ed-b56f-4e18-86d3-bd55b9da6268 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:17:59.988084 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-12457efd-13d2-4f48-a13b-8be5202d8752 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Network f45468d3-7a30-4ca1-b23e-095a7ff9fd22 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:17:59.991626 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-12457efd-13d2-4f48-a13b-8be5202d8752 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:17:59.999439 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-12457efd-13d2-4f48-a13b-8be5202d8752 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:18:00.024350 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12457efd-13d2-4f48-a13b-8be5202d8752 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Pushing event updated for resources: {'Port': ['ID=421eab91-fdc4-4951-ba80-e71b097053f0,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:18:00.029329 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-12457efd-13d2-4f48-a13b-8be5202d8752 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:18:00.059339 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-12457efd-13d2-4f48-a13b-8be5202d8752 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:00.059978 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-12457efd-13d2-4f48-a13b-8be5202d8752 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:00.078508 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-12457efd-13d2-4f48-a13b-8be5202d8752 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5881662 Jun 21 10:18:00.096141 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-a61784f9-c436-487f-87b4-f031adc0ae90 service neutron] Request body: {'port': {'device_id': 'a5cf6f90-338e-4b4b-8c97-52f8e6b30e16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:18:00.170516 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-a61784f9-c436-487f-87b4-f031adc0ae90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:00.183707 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-2f7bf815-6f2f-413d-9348-37df254f322f None None] Provisioning for port 421eab91-fdc4-4951-ba80-e71b097053f0 completed by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:18:00.187468 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-2f7bf815-6f2f-413d-9348-37df254f322f None None] Provisioning complete for port 421eab91-fdc4-4951-ba80-e71b097053f0 triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:18:00.187860 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-2f7bf815-6f2f-413d-9348-37df254f322f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:00.221505 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-2f7bf815-6f2f-413d-9348-37df254f322f None None] Port 421eab91-fdc4-4951-ba80-e71b097053f0 cannot update to ACTIVE because it is not bound. {{(pid=92969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 10:18:00.441572 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-a61784f9-c436-487f-87b4-f031adc0ae90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 421eab91-fdc4-4951-ba80-e71b097053f0 {{(pid=92958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:18:00.449479 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-a61784f9-c436-487f-87b4-f031adc0ae90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:00.461437 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.provisioning_blocks [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-a61784f9-c436-487f-87b4-f031adc0ae90 service neutron] Transition to ACTIVE for port object 421eab91-fdc4-4951-ba80-e71b097053f0 will not be triggered until provisioned by entity L2. {{(pid=92958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:18:00.465594 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-a61784f9-c436-487f-87b4-f031adc0ae90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:00.469322 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-e892f4de-31b9-4faa-b7c1-69c98fcb7464 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:18:00.582802 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61784f9-c436-487f-87b4-f031adc0ae90 service neutron] Pushing event updated for resources: {'Port': ['ID=421eab91-fdc4-4951-ba80-e71b097053f0,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:18:00.586656 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-a61784f9-c436-487f-87b4-f031adc0ae90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:18:00.676199 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-a61784f9-c436-487f-87b4-f031adc0ae90 service neutron] Attempting to bind port 421eab91-fdc4-4951-ba80-e71b097053f0 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:18:00.676539 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-a61784f9-c436-487f-87b4-f031adc0ae90 service neutron] Attempting to bind port 421eab91-fdc4-4951-ba80-e71b097053f0 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'bba32aef-ac7d-4881-aeb7-7b8056567483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22'}] {{(pid=92958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:18:00.676888 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-a61784f9-c436-487f-87b4-f031adc0ae90 service neutron] Attempting to bind port 421eab91-fdc4-4951-ba80-e71b097053f0 on network f45468d3-7a30-4ca1-b23e-095a7ff9fd22 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:18:00.690073 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd45cbb-b494-48b0-9d75-d26a72821871 req-818e81d2-de9b-4085-a700-05acb8182742 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:00.691536 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4dd45cbb-b494-48b0-9d75-d26a72821871 req-818e81d2-de9b-4085-a700-05acb8182742 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 943 time: 0.1572521 Jun 21 10:18:00.692582 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-a61784f9-c436-487f-87b4-f031adc0ae90 service neutron] Port 421eab91-fdc4-4951-ba80-e71b097053f0 on network f45468d3-7a30-4ca1-b23e-095a7ff9fd22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 10:18:00.692881 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-a61784f9-c436-487f-87b4-f031adc0ae90 service neutron] Attempting to bind port 421eab91-fdc4-4951-ba80-e71b097053f0 on network f45468d3-7a30-4ca1-b23e-095a7ff9fd22 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:18:00.700762 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-a61784f9-c436-487f-87b4-f031adc0ae90 service neutron] Checking agent: {'id': 'e8144930-5ccd-413e-a521-fc03e228bde1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'started_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:18:00.701064 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-a61784f9-c436-487f-87b4-f031adc0ae90 service neutron] Checking segment: {'id': 'bba32aef-ac7d-4881-aeb7-7b8056567483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:18:00.701440 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-a61784f9-c436-487f-87b4-f031adc0ae90 service neutron] Bound using segment: {'id': 'bba32aef-ac7d-4881-aeb7-7b8056567483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22'} {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:18:00.701868 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-a61784f9-c436-487f-87b4-f031adc0ae90 service neutron] Bound port: 421eab91-fdc4-4951-ba80-e71b097053f0, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bba32aef-ac7d-4881-aeb7-7b8056567483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22'}}] {{(pid=92958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:18:00.702215 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-a61784f9-c436-487f-87b4-f031adc0ae90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:00.766949 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4dd45cbb-b494-48b0-9d75-d26a72821871 req-d8e910c9-757e-48a4-a455-243092e38b78 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679500 Jun 21 10:18:00.794351 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-a61784f9-c436-487f-87b4-f031adc0ae90 service neutron] For port 421eab91-fdc4-4951-ba80-e71b097053f0, host hv-cinder-79724, cleared binding levels {{(pid=92958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:18:00.797740 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-a61784f9-c436-487f-87b4-f031adc0ae90 service neutron] For port 421eab91-fdc4-4951-ba80-e71b097053f0, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=421eab91-fdc4-4951-ba80-e71b097053f0,segment=NetworkSegment(bba32aef-ac7d-4881-aeb7-7b8056567483),segment_id=bba32aef-ac7d-4881-aeb7-7b8056567483)] {{(pid=92958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:18:00.801480 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-a61784f9-c436-487f-87b4-f031adc0ae90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:00.804205 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:18:00.838539 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-a61784f9-c436-487f-87b4-f031adc0ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:00.839389 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-a61784f9-c436-487f-87b4-f031adc0ae90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:00.840778 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-a61784f9-c436-487f-87b4-f031adc0ae90 service neutron] 10.222.0.74 "PUT /v2.0/ports/421eab91-fdc4-4951-ba80-e71b097053f0 HTTP/1.1" status: 200 len: 1093 time: 0.7489953 Jun 21 10:18:00.843557 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5cf6f90-338e-4b4b-8c97-52f8e6b30e16', 'tag': '421eab91-fdc4-4951-ba80-e71b097053f0'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:18:00.845962 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec2358c-d790-4167-a6f2-8abf0584df71" -d '{"events": [{"name": "network-changed", "server_uuid": "a5cf6f90-338e-4b4b-8c97-52f8e6b30e16", "tag": "421eab91-fdc4-4951-ba80-e71b097053f0"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:18:00.880033 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61784f9-c436-487f-87b4-f031adc0ae90 service neutron] Pushing event updated for resources: {'Port': ['ID=421eab91-fdc4-4951-ba80-e71b097053f0,revision_number=3']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:18:00.885452 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-a61784f9-c436-487f-87b4-f031adc0ae90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:18:00.888632 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1c838f-9e17-489b-9f3a-80f64083d441 x-openstack-request-id: req-cc1c838f-9e17-489b-9f3a-80f64083d441 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:18:00.888960 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5cf6f90-338e-4b4b-8c97-52f8e6b30e16", "tag": "421eab91-fdc4-4951-ba80-e71b097053f0", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:18:00.889243 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cc1c838f-9e17-489b-9f3a-80f64083d441 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:18:00.889716 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5cf6f90-338e-4b4b-8c97-52f8e6b30e16', 'tag': '421eab91-fdc4-4951-ba80-e71b097053f0', 'status': 'completed', 'code': 200} Jun 21 10:18:00.966916 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-6ca7b092-27b4-4dd6-9588-8477e73b648c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:00.968464 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-6ca7b092-27b4-4dd6-9588-8477e73b648c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f68e21913be4bacb3ea891f31183f6a&device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 1096 time: 0.0606482 Jun 21 10:18:01.024531 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-00dea308-b25e-4bda-8e2a-3b3951fb3205 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=421eab91-fdc4-4951-ba80-e71b097053f0 HTTP/1.1" status: 200 len: 217 time: 0.0406160 Jun 21 10:18:01.083676 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-7d216556-42e7-4b6a-b72a-b5c993bf50cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:01.085268 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-7d216556-42e7-4b6a-b72a-b5c993bf50cf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7754b5eb-78b7-4040-b8fe-e41e18555134 HTTP/1.1" status: 200 len: 856 time: 0.0526884 Jun 21 10:18:01.153605 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-3fbabedd-c572-4f7a-8023-e3d3f96c29d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:01.155086 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-3fbabedd-c572-4f7a-8023-e3d3f96c29d1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f45468d3-7a30-4ca1-b23e-095a7ff9fd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0612285 Jun 21 10:18:01.251653 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-4fd74df1-99c1-4442-ae7c-83f63e372dcc service neutron] 10.222.0.74 "GET /v2.0/networks/f45468d3-7a30-4ca1-b23e-095a7ff9fd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893438 Jun 21 10:18:01.366796 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fd43fbdd-9ce2-4d68-aa6b-47dbb1018a4e req-8a0058d7-3038-4927-9539-82ba47c0dbc1 service neutron] 10.222.0.74 "GET /v2.0/networks/f45468d3-7a30-4ca1-b23e-095a7ff9fd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948956 Jun 21 10:18:01.534008 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2358c-d790-4167-a6f2-8abf0584df71 req-5cc5f352-0dab-4cfa-8696-92fc0cf5a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:01.539695 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9ec2358c-d790-4167-a6f2-8abf0584df71 req-5cc5f352-0dab-4cfa-8696-92fc0cf5a717 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f68e21913be4bacb3ea891f31183f6a&device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 1096 time: 0.0624957 Jun 21 10:18:01.645559 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2358c-d790-4167-a6f2-8abf0584df71 req-0fab6d99-c01a-467c-a9af-b0409e05d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:01.649482 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9ec2358c-d790-4167-a6f2-8abf0584df71 req-0fab6d99-c01a-467c-a9af-b0409e05d954 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f45468d3-7a30-4ca1-b23e-095a7ff9fd22 HTTP/1.1" status: 200 len: 919 time: 0.1063814 Jun 21 10:18:01.694073 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9ec2358c-d790-4167-a6f2-8abf0584df71 req-898c8482-8c50-4e3e-9deb-0668e44045ca service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=421eab91-fdc4-4951-ba80-e71b097053f0 HTTP/1.1" status: 200 len: 217 time: 0.0384595 Jun 21 10:18:01.744366 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2358c-d790-4167-a6f2-8abf0584df71 req-f9fc0e6a-5cac-4e7a-be7f-75944d8a715a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:01.745884 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9ec2358c-d790-4167-a6f2-8abf0584df71 req-f9fc0e6a-5cac-4e7a-be7f-75944d8a715a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7754b5eb-78b7-4040-b8fe-e41e18555134 HTTP/1.1" status: 200 len: 856 time: 0.0445397 Jun 21 10:18:01.816015 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2358c-d790-4167-a6f2-8abf0584df71 req-0ede8152-fa41-41de-a2cf-22615b215d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:01.817563 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9ec2358c-d790-4167-a6f2-8abf0584df71 req-0ede8152-fa41-41de-a2cf-22615b215d59 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f45468d3-7a30-4ca1-b23e-095a7ff9fd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0645607 Jun 21 10:18:02.199923 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9ec2358c-d790-4167-a6f2-8abf0584df71 req-1e08decd-be51-4115-ae93-f196bcc4e006 service neutron] 10.222.0.74 "GET /v2.0/networks/f45468d3-7a30-4ca1-b23e-095a7ff9fd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749342 Jun 21 10:18:02.212553 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87036c9-ea23-4061-8386-9d24e5daa51e req-58786120-81c6-41f5-b72b-40b1e3536e8a tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:02.214004 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e87036c9-ea23-4061-8386-9d24e5daa51e req-58786120-81c6-41f5-b72b-40b1e3536e8a tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 943 time: 0.1239293 Jun 21 10:18:02.298904 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e87036c9-ea23-4061-8386-9d24e5daa51e req-c04ce3c2-a1b4-4da5-a0e1-a449b936838a tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768688 Jun 21 10:18:02.331899 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9ec2358c-d790-4167-a6f2-8abf0584df71 req-fe5018db-feae-46e5-94c8-60b6175aefde service neutron] 10.222.0.74 "GET /v2.0/networks/f45468d3-7a30-4ca1-b23e-095a7ff9fd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169348 Jun 21 10:18:03.490335 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f11857-7949-4be8-a158-710d352a4b97 req-7de61f77-1d87-480b-843f-959b084326ee tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:03.491796 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d9f11857-7949-4be8-a158-710d352a4b97 req-7de61f77-1d87-480b-843f-959b084326ee tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 943 time: 0.0696898 Jun 21 10:18:03.530201 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d9f11857-7949-4be8-a158-710d352a4b97 req-36d4913a-0219-4c32-8621-b5d1ec231d50 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319433 Jun 21 10:18:03.823763 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 50332) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:18:03.873014 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c291fd4-5da3-43e1-bdd5-ff8572746622 admin admin] Deleting subnet 14cf88e3-a38c-43fb-9d0c-0a632a3e861a {{(pid=92958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 10:18:03.876048 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9c291fd4-5da3-43e1-bdd5-ff8572746622 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:03.910023 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9c291fd4-5da3-43e1-bdd5-ff8572746622 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10525635'] for subnet, precommit_delete_associations {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:03.947762 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9c291fd4-5da3-43e1-bdd5-ff8572746622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708198'] for subnet, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:03.998867 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9c291fd4-5da3-43e1-bdd5-ff8572746622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1954251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309506'] for subnet, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:04.001109 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:18:04.023868 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c291fd4-5da3-43e1-bdd5-ff8572746622 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14cf88e3-a38c-43fb-9d0c-0a632a3e861a,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:18:04.026862 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-9c291fd4-5da3-43e1-bdd5-ff8572746622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:18:04.027835 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-9c291fd4-5da3-43e1-bdd5-ff8572746622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:04.029669 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-9c291fd4-5da3-43e1-bdd5-ff8572746622 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/14cf88e3-a38c-43fb-9d0c-0a632a3e861a HTTP/1.1" status: 204 len: 168 time: 0.2049062 Jun 21 10:18:04.032093 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 50334) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:18:04.108476 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-11987266-eeab-494e-92ab-801b50d6b143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729370'] for network, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:04.185598 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-11987266-eeab-494e-92ab-801b50d6b143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707321', 'neutron.services.segments.db._delete_segments_for_network-8741296622547'] for network, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:04.195469 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-11987266-eeab-494e-92ab-801b50d6b143 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['406a6253-ade3-407a-841c-0bd210d1c6b1']}} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:18:04.209802 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-11987266-eeab-494e-92ab-801b50d6b143 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bbf1e54-7826-4bc8-80ce-0d4442121367') {'for_net_delete': True} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:18:04.210099 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-11987266-eeab-494e-92ab-801b50d6b143 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bbf1e54-7826-4bc8-80ce-0d4442121367') {} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:18:04.218833 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-11987266-eeab-494e-92ab-801b50d6b143 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741296622376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10525642'] for segment, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:04.232617 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-11987266-eeab-494e-92ab-801b50d6b143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:04.238254 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11987266-eeab-494e-92ab-801b50d6b143 admin admin] Releasing vlan 1155 on physical network physnet1 to pool {{(pid=92958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 10:18:04.238634 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-11987266-eeab-494e-92ab-801b50d6b143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2335328'] for segment, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: Traceback (most recent call last): Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: timer() Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: cb(*args, **kw) Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: return func(*args, **kwargs) Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: self._notify() Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: self.callback(batched_events) Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: event.method(event) Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: return f(self, *a, **k) Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: return self._get(url).json() Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: return self.request(url, 'GET', **kwargs) Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 10:18:04.240222 dv-cinder-797245-3-iscsi neutron-server[92958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 10:18:04.295001 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-11987266-eeab-494e-92ab-801b50d6b143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858363'] for network, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:04.298583 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:18:04.300958 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-11987266-eeab-494e-92ab-801b50d6b143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:04.302730 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-11987266-eeab-494e-92ab-801b50d6b143 admin admin] 10.222.0.50 "DELETE /v2.0/networks/406a6253-ade3-407a-841c-0bd210d1c6b1 HTTP/1.1" status: 204 len: 168 time: 0.2695572 Jun 21 10:18:04.313836 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11987266-eeab-494e-92ab-801b50d6b143 admin admin] Pushing event deleted for resources: {'Network': ['ID=406a6253-ade3-407a-841c-0bd210d1c6b1,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:18:04.316309 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-11987266-eeab-494e-92ab-801b50d6b143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:18:04.416293 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 50338) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:18:04.459741 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-502d23aa-fda1-4e2d-ab8d-bf1edef5c578 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1197d5f159484106a1bbcaf196ad61c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421202 Jun 21 10:18:04.463062 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 50340) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:18:04.511311 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3c9c2121-02ae-4108-8ecf-2820241454e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:04.532856 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3c9c2121-02ae-4108-8ecf-2820241454e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:04.580041 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3c9c2121-02ae-4108-8ecf-2820241454e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:04.582915 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3c9c2121-02ae-4108-8ecf-2820241454e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:04.584063 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-3c9c2121-02ae-4108-8ecf-2820241454e3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e19b9abd-9c39-464b-bc9e-e542f73754d9 HTTP/1.1" status: 204 len: 168 time: 0.1200831 Jun 21 10:18:04.584991 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-0fbca8da-4456-426c-8ce6-dc09dd895bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:18:04.594567 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c2121-02ae-4108-8ecf-2820241454e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19b9abd-9c39-464b-bc9e-e542f73754d9,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:18:04.597282 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-3c9c2121-02ae-4108-8ecf-2820241454e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:18:04.732047 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48e727-42c2-4edf-ac52-5ec83e50edb2 req-074e35f9-d3e4-45de-832a-80ebbca182b0 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:04.733572 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7a48e727-42c2-4edf-ac52-5ec83e50edb2 req-074e35f9-d3e4-45de-832a-80ebbca182b0 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 943 time: 0.0718708 Jun 21 10:18:04.783846 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7a48e727-42c2-4edf-ac52-5ec83e50edb2 req-48b8177c-017c-4ce5-9303-204907ecbf37 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432017 Jun 21 10:18:05.184403 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 421eab91-fdc4-4951-ba80-e71b097053f0 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 10:18:05.280296 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 421eab91-fdc4-4951-ba80-e71b097053f0, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=421eab91-fdc4-4951-ba80-e71b097053f0,segment=NetworkSegment(bba32aef-ac7d-4881-aeb7-7b8056567483),segment_id=bba32aef-ac7d-4881-aeb7-7b8056567483)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:18:05.292514 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Returning: {'device': '421eab91-fdc4-4951-ba80-e71b097053f0', 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'port_id': '421eab91-fdc4-4951-ba80-e71b097053f0', 'mac_address': 'fa:16:3e:24:3d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 10:18:05.344307 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:05.360029 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 421eab91-fdc4-4951-ba80-e71b097053f0 {{(pid=92969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:18:05.380618 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 421eab91-fdc4-4951-ba80-e71b097053f0, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=421eab91-fdc4-4951-ba80-e71b097053f0,segment=NetworkSegment(bba32aef-ac7d-4881-aeb7-7b8056567483),segment_id=bba32aef-ac7d-4881-aeb7-7b8056567483)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:18:05.387985 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:05.389829 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-7c16867d-e6f3-4630-a9b0-4c0d61eaa500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:18:05.436523 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=421eab91-fdc4-4951-ba80-e71b097053f0,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:18:05.443860 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:18:05.444210 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:18:05.444551 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:18:05.444923 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:18:05.445877 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:18:05.446374 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:18:05.446741 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:18:05.447074 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:18:05.447407 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:18:05.447734 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:18:05.448062 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:18:05.448385 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:18:05.452438 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:18:05.712079 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['421eab91-fdc4-4951-ba80-e71b097053f0'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:18:05.971328 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c98b7c-34fb-4c64-8147-900eba3ed4c9 req-8e01e9b7-3faf-404e-87fe-6e607835eaf8 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:05.972793 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-62c98b7c-34fb-4c64-8147-900eba3ed4c9 req-8e01e9b7-3faf-404e-87fe-6e607835eaf8 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 944 time: 0.0661500 Jun 21 10:18:06.011376 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-62c98b7c-34fb-4c64-8147-900eba3ed4c9 req-631f33d2-5313-43a3-b5c8-54a065bffcf7 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319417 Jun 21 10:18:07.192284 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d817545-ca02-440a-88a4-7fe326979c3a req-04c7c86b-d32f-4d54-bc03-4ffeb20bd8ab tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:07.193764 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7d817545-ca02-440a-88a4-7fe326979c3a req-04c7c86b-d32f-4d54-bc03-4ffeb20bd8ab tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 944 time: 0.0659049 Jun 21 10:18:07.194013 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 421eab91-fdc4-4951-ba80-e71b097053f0 up at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:18:07.232829 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7d817545-ca02-440a-88a4-7fe326979c3a req-3f0e13b4-1b3c-49db-be03-8e896cb2d7e7 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330603 Jun 21 10:18:07.244393 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning for port 421eab91-fdc4-4951-ba80-e71b097053f0 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:18:07.249011 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning complete for port 421eab91-fdc4-4951-ba80-e71b097053f0 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:18:07.249551 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:07.326661 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:07.359848 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cf6f90-338e-4b4b-8c97-52f8e6b30e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421eab91-fdc4-4951-ba80-e71b097053f0'}] {{(pid=92969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:18:07.362181 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c706f658ccf844bfe168bfc8e6ee8c8c6942380e727e998ad24aefeb68f4a8cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e40ed6f-5d93-49ea-8228-d69c2c864f11" -d '{"events": [{"server_uuid": "a5cf6f90-338e-4b4b-8c97-52f8e6b30e16", "name": "network-vif-plugged", "status": "completed", "tag": "421eab91-fdc4-4951-ba80-e71b097053f0"}]}' {{(pid=92969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:18:07.377493 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 421eab91-fdc4-4951-ba80-e71b097053f0, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=421eab91-fdc4-4951-ba80-e71b097053f0,segment=NetworkSegment(bba32aef-ac7d-4881-aeb7-7b8056567483),segment_id=bba32aef-ac7d-4881-aeb7-7b8056567483)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:18:07.378868 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-cc82349a-7e8a-4ce4-a3c3-439df2ca9a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:07.381993 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:07.383932 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:18:07.406658 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff47c92-bbc3-4735-b66b-4bb87d3681f9 x-openstack-request-id: req-aff47c92-bbc3-4735-b66b-4bb87d3681f9 {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:18:07.406965 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5cf6f90-338e-4b4b-8c97-52f8e6b30e16", "name": "network-vif-plugged", "status": "completed", "tag": "421eab91-fdc4-4951-ba80-e71b097053f0", "code": 200}]} {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:18:07.407230 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aff47c92-bbc3-4735-b66b-4bb87d3681f9 {{(pid=92969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:18:07.407628 dv-cinder-797245-3-iscsi neutron-server[92969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cf6f90-338e-4b4b-8c97-52f8e6b30e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421eab91-fdc4-4951-ba80-e71b097053f0', 'code': 200} Jun 21 10:18:07.435958 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=421eab91-fdc4-4951-ba80-e71b097053f0,revision_number=5']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:18:07.439359 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:18:07.663031 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e810e52-374e-472d-932e-dec5c6ec39c0 req-21881760-7932-4b1e-8d04-c57648079a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:07.664795 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6e810e52-374e-472d-932e-dec5c6ec39c0 req-21881760-7932-4b1e-8d04-c57648079a40 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 1098 time: 0.0531161 Jun 21 10:18:07.700390 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6e810e52-374e-472d-932e-dec5c6ec39c0 req-a5691966-92dd-48f0-b213-9f6c026a3878 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279908 Jun 21 10:18:08.423779 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d41bd7-645b-4595-830c-60de3400ceea req-a5f67bc0-85f6-4d55-a3a4-473785632b67 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:08.425368 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b4d41bd7-645b-4595-830c-60de3400ceea req-a5f67bc0-85f6-4d55-a3a4-473785632b67 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 945 time: 0.0686305 Jun 21 10:18:08.479208 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b4d41bd7-645b-4595-830c-60de3400ceea req-81b9b315-d9d9-4339-8801-0ea363585d75 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438700 Jun 21 10:18:09.662696 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7120f13-a8bc-48a3-8477-da4ca264d73b req-87f0cdc5-13a3-47c8-b050-1a144d3af268 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:09.664951 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b7120f13-a8bc-48a3-8477-da4ca264d73b req-87f0cdc5-13a3-47c8-b050-1a144d3af268 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 945 time: 0.0654550 Jun 21 10:18:09.703720 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b7120f13-a8bc-48a3-8477-da4ca264d73b req-f184c046-b94e-41d1-b632-95ae4d41cc7f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319979 Jun 21 10:18:09.879391 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8cb85-ea1f-46f0-9ed2-5e87a8fd0816 req-d3427289-8037-4ce0-9b87-5d7bf017878c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:09.880796 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cee8cb85-ea1f-46f0-9ed2-5e87a8fd0816 req-d3427289-8037-4ce0-9b87-5d7bf017878c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 945 time: 0.0650163 Jun 21 10:18:09.889789 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 50360) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:18:09.894718 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-288b3866-2c06-49c1-b312-358a4ebce973 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Request body: {'floatingip': {'port_id': '421eab91-fdc4-4951-ba80-e71b097053f0'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:18:09.937409 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-288b3866-2c06-49c1-b312-358a4ebce973 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for floatingip, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:10.390107 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-288b3866-2c06-49c1-b312-358a4ebce973 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:10.394341 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-288b3866-2c06-49c1-b312-358a4ebce973 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858313'] for floatingip, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:10.495544 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.db.l3_db [None req-288b3866-2c06-49c1-b312-358a4ebce973 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Floating IP ae5fdb4c-a51c-4299-ad0c-48155fd160b6 associated. External IP: 172.27.2.124, port: 421eab91-fdc4-4951-ba80-e71b097053f0. Jun 21 10:18:10.708633 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288b3866-2c06-49c1-b312-358a4ebce973 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Router 5499a165-a960-444d-bc5d-5bcf21d83d0f has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:18:10.813910 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288b3866-2c06-49c1-b312-358a4ebce973 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:18:10.818401 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-288b3866-2c06-49c1-b312-358a4ebce973 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for floatingip, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:10.824355 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f322ecf8-2bb2-44dd-91ea-38f79a10fa95 None None] Sync routers for ids ['5499a165-a960-444d-bc5d-5bcf21d83d0f'] in dv-cinder-797245-3-iscsi {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:18:10.844759 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f322ecf8-2bb2-44dd-91ea-38f79a10fa95 None None] Routers {'5499a165-a960-444d-bc5d-5bcf21d83d0f'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:18:10.845210 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-f322ecf8-2bb2-44dd-91ea-38f79a10fa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:17:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['5499a165-a960-444d-bc5d-5bcf21d83d0f'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:18:10.848647 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:10.861104 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-288b3866-2c06-49c1-b312-358a4ebce973 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "PUT /v2.0/floatingips/ae5fdb4c-a51c-4299-ad0c-48155fd160b6 HTTP/1.1" status: 200 len: 991 time: 0.9699676 Jun 21 10:18:10.861820 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5cf6f90-338e-4b4b-8c97-52f8e6b30e16', 'tag': '421eab91-fdc4-4951-ba80-e71b097053f0'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:18:10.867699 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43ca8a0-9678-4534-a31e-e4ecf2cc16cc" -d '{"events": [{"name": "network-changed", "server_uuid": "a5cf6f90-338e-4b4b-8c97-52f8e6b30e16", "tag": "421eab91-fdc4-4951-ba80-e71b097053f0"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:18:10.912873 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83dc45f-3a83-43e6-8671-732d1b62c134 x-openstack-request-id: req-e83dc45f-3a83-43e6-8671-732d1b62c134 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:18:10.913472 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5cf6f90-338e-4b4b-8c97-52f8e6b30e16", "tag": "421eab91-fdc4-4951-ba80-e71b097053f0", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:18:10.913626 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e83dc45f-3a83-43e6-8671-732d1b62c134 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:18:10.914304 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5cf6f90-338e-4b4b-8c97-52f8e6b30e16', 'tag': '421eab91-fdc4-4951-ba80-e71b097053f0', 'status': 'completed', 'code': 200} Jun 21 10:18:10.956040 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-2ebdd32f-6bb9-4329-9cf6-093fcbd72864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:10.971116 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-f322ecf8-2bb2-44dd-91ea-38f79a10fa95 None None] Set router 5499a165-a960-444d-bc5d-5bcf21d83d0f gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:18:11.054798 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ca8a0-9678-4534-a31e-e4ecf2cc16cc req-72a0319c-8044-4876-bd5c-b47dab9e310b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:11.056316 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d43ca8a0-9678-4534-a31e-e4ecf2cc16cc req-72a0319c-8044-4876-bd5c-b47dab9e310b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f68e21913be4bacb3ea891f31183f6a&device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 1098 time: 0.0745928 Jun 21 10:18:11.154576 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ca8a0-9678-4534-a31e-e4ecf2cc16cc req-b2bf609b-2a72-418c-bcd4-f327f8587913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:11.156114 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d43ca8a0-9678-4534-a31e-e4ecf2cc16cc req-b2bf609b-2a72-418c-bcd4-f327f8587913 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f45468d3-7a30-4ca1-b23e-095a7ff9fd22 HTTP/1.1" status: 200 len: 919 time: 0.0917127 Jun 21 10:18:11.218688 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-f322ecf8-2bb2-44dd-91ea-38f79a10fa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1311109622-router', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:14:38Z', 'updated_at': '2021-06-21T10:14:44Z', 'revision_number': 4, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'gw_port': {'id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:39Z', 'updated_at': '2021-06-21T10:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_floatingips': [{'id': 'ae5fdb4c-a51c-4299-ad0c-48155fd160b6', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'port_id': '421eab91-fdc4-4951-ba80-e71b097053f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'mac_address': 'fa:16:3e:24:3d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cf6f90-338e-4b4b-8c97-52f8e6b30e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:17:57Z', 'updated_at': '2021-06-21T10:18:10Z', 'revision_number': 1, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad71832e-9c48-4d0e-94d1-8879257d4bdd', 'name': '', 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'mac_address': 'fa:16:3e:c4:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:43Z', 'updated_at': '2021-06-21T10:14:53Z', 'revision_number': 5, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'subnets': [{'id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:18:11.224555 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d43ca8a0-9678-4534-a31e-e4ecf2cc16cc req-3e561779-6dff-4d7a-ad90-f625e57a48dc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=421eab91-fdc4-4951-ba80-e71b097053f0 HTTP/1.1" status: 200 len: 999 time: 0.0619669 Jun 21 10:18:11.245564 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f322ecf8-2bb2-44dd-91ea-38f79a10fa95 None None] Checking router: 5499a165-a960-444d-bc5d-5bcf21d83d0f for host: dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:18:11.253857 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f322ecf8-2bb2-44dd-91ea-38f79a10fa95 None None] Routers {'5499a165-a960-444d-bc5d-5bcf21d83d0f'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:18:11.254585 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-f322ecf8-2bb2-44dd-91ea-38f79a10fa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:18:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['5499a165-a960-444d-bc5d-5bcf21d83d0f'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:18:11.277757 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ca8a0-9678-4534-a31e-e4ecf2cc16cc req-b17981ba-62db-4c08-b056-dfdaf382b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:11.279209 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d43ca8a0-9678-4534-a31e-e4ecf2cc16cc req-b17981ba-62db-4c08-b056-dfdaf382b34f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7754b5eb-78b7-4040-b8fe-e41e18555134 HTTP/1.1" status: 200 len: 856 time: 0.0491340 Jun 21 10:18:11.349209 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ca8a0-9678-4534-a31e-e4ecf2cc16cc req-82818ce4-e52e-4955-bc1e-7a7c3484c903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:11.351017 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d43ca8a0-9678-4534-a31e-e4ecf2cc16cc req-82818ce4-e52e-4955-bc1e-7a7c3484c903 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f45468d3-7a30-4ca1-b23e-095a7ff9fd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0632648 Jun 21 10:18:11.453553 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d43ca8a0-9678-4534-a31e-e4ecf2cc16cc req-1ad202b7-7e2a-4db5-958c-26593cd43f22 service neutron] 10.222.0.74 "GET /v2.0/networks/f45468d3-7a30-4ca1-b23e-095a7ff9fd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961649 Jun 21 10:18:11.491582 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-f322ecf8-2bb2-44dd-91ea-38f79a10fa95 None None] Set router 5499a165-a960-444d-bc5d-5bcf21d83d0f gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:18:11.544798 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d43ca8a0-9678-4534-a31e-e4ecf2cc16cc req-8a42be33-d61d-49db-872e-40a13ec466e4 service neutron] 10.222.0.74 "GET /v2.0/networks/f45468d3-7a30-4ca1-b23e-095a7ff9fd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849152 Jun 21 10:18:11.730947 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-f322ecf8-2bb2-44dd-91ea-38f79a10fa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1311109622-router', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:14:38Z', 'updated_at': '2021-06-21T10:14:44Z', 'revision_number': 4, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'gw_port': {'id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:39Z', 'updated_at': '2021-06-21T10:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_floatingips': [{'id': 'ae5fdb4c-a51c-4299-ad0c-48155fd160b6', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'port_id': '421eab91-fdc4-4951-ba80-e71b097053f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'mac_address': 'fa:16:3e:24:3d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cf6f90-338e-4b4b-8c97-52f8e6b30e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:17:57Z', 'updated_at': '2021-06-21T10:18:10Z', 'revision_number': 1, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad71832e-9c48-4d0e-94d1-8879257d4bdd', 'name': '', 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'mac_address': 'fa:16:3e:c4:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:43Z', 'updated_at': '2021-06-21T10:14:53Z', 'revision_number': 5, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'subnets': [{'id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:18:11.762076 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f322ecf8-2bb2-44dd-91ea-38f79a10fa95 None None] The sync data for ids ['5499a165-a960-444d-bc5d-5bcf21d83d0f'] in dv-cinder-797245-3-iscsi is: [{'id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1311109622-router', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:14:38Z', 'updated_at': '2021-06-21T10:14:44Z', 'revision_number': 4, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'gw_port': {'id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:39Z', 'updated_at': '2021-06-21T10:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_floatingips': [{'id': 'ae5fdb4c-a51c-4299-ad0c-48155fd160b6', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'port_id': '421eab91-fdc4-4951-ba80-e71b097053f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'mac_address': 'fa:16:3e:24:3d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cf6f90-338e-4b4b-8c97-52f8e6b30e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:17:57Z', 'updated_at': '2021-06-21T10:18:10Z', 'revision_number': 1, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad71832e-9c48-4d0e-94d1-8879257d4bdd', 'name': '', 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'mac_address': 'fa:16:3e:c4:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:43Z', 'updated_at': '2021-06-21T10:14:53Z', 'revision_number': 5, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'subnets': [{'id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:18:11.952821 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c6b6eb-2585-4b6f-a72b-dc64611a2a56 None None] New status for floating IP ae5fdb4c-a51c-4299-ad0c-48155fd160b6: ACTIVE {{(pid=92973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 10:18:13.069329 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:15.150867 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:27.166377 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:33.576026 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:18:37.362581 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-bedbe706-bd6a-4a01-9b82-62e26f4198e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:40.841880 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:40.937969 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-f125ab13-1cd1-4891-9979-4f028dfa2a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:43.073781 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:45.153262 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:54.875597 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708e1a4-bbb1-4724-a3ec-06903948ffe3 req-444def60-dc69-47a0-aaf5-11d2f7d0caab tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:54.877111 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c708e1a4-bbb1-4724-a3ec-06903948ffe3 req-444def60-dc69-47a0-aaf5-11d2f7d0caab tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 945 time: 0.0650725 Jun 21 10:18:54.915542 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c708e1a4-bbb1-4724-a3ec-06903948ffe3 req-eb6485bc-271b-4dc0-aef3-895aa828ca13 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325913 Jun 21 10:18:56.102215 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508bc40-8787-48e4-ab2f-41232411eebe req-0b5f5a62-a492-4671-b0ab-07c5aa5e0dd7 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:56.103697 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c508bc40-8787-48e4-ab2f-41232411eebe req-0b5f5a62-a492-4671-b0ab-07c5aa5e0dd7 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 945 time: 0.0696511 Jun 21 10:18:56.142190 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c508bc40-8787-48e4-ab2f-41232411eebe req-defa463f-040c-4536-9443-f6fbad00812d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319459 Jun 21 10:18:57.169233 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:18:57.358696 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27116bef-089c-412a-b3b2-911c8b77c858 req-76772fe1-a7c4-4e67-aff6-f688e5597dce tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:57.360262 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-27116bef-089c-412a-b3b2-911c8b77c858 req-76772fe1-a7c4-4e67-aff6-f688e5597dce tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 945 time: 0.0791001 Jun 21 10:18:57.401702 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-27116bef-089c-412a-b3b2-911c8b77c858 req-c9a4ad24-f7bb-4e11-9d34-80291d6164ca tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341437 Jun 21 10:18:57.573278 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a3c19ea3-15dd-4642-893c-2e419baeeefb req-8d4dc279-90da-463f-a04d-e31858712bee service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2526207d-182c-474c-9fb4-e6f671ee425a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0617290 Jun 21 10:18:57.695562 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c19ea3-15dd-4642-893c-2e419baeeefb req-a61de027-b666-4abd-942b-65d45251b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:57.697049 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a3c19ea3-15dd-4642-893c-2e419baeeefb req-a61de027-b666-4abd-942b-65d45251b1f4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d89583220ee1440bbdfeda076a37714b&device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 1098 time: 0.0538945 Jun 21 10:18:57.808322 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c19ea3-15dd-4642-893c-2e419baeeefb req-f117e853-9499-43b9-ad1e-6a93d44a5aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:57.810079 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a3c19ea3-15dd-4642-893c-2e419baeeefb req-f117e853-9499-43b9-ad1e-6a93d44a5aaa service neutron] 10.222.0.74 "GET /v2.0/networks?id=99912a94-0af8-44a1-b5eb-2eb4255e8f95 HTTP/1.1" status: 200 len: 913 time: 0.0920198 Jun 21 10:18:57.877799 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a3c19ea3-15dd-4642-893c-2e419baeeefb req-2e0de369-5800-4527-8ed0-f5c7cf1a6b8b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d4c8d79-a3e0-4379-b491-8c7ac8490252 HTTP/1.1" status: 200 len: 1001 time: 0.0597403 Jun 21 10:18:57.926626 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c19ea3-15dd-4642-893c-2e419baeeefb req-2f883550-d53e-4e51-9821-0c0e497c64b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:57.928116 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a3c19ea3-15dd-4642-893c-2e419baeeefb req-2f883550-d53e-4e51-9821-0c0e497c64b8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3c4edada-c0f2-4bfd-9da7-75ff93dda488 HTTP/1.1" status: 200 len: 850 time: 0.0435166 Jun 21 10:18:57.990995 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c19ea3-15dd-4642-893c-2e419baeeefb req-159771d4-eff3-4d11-9221-60ec9aa0c0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:57.992479 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a3c19ea3-15dd-4642-893c-2e419baeeefb req-159771d4-eff3-4d11-9221-60ec9aa0c0c6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=99912a94-0af8-44a1-b5eb-2eb4255e8f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573704 Jun 21 10:18:58.082655 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a3c19ea3-15dd-4642-893c-2e419baeeefb req-f891dc3a-ba53-47be-95fa-6f1b7f10a9ae service neutron] 10.222.0.74 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826304 Jun 21 10:18:58.183498 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a3c19ea3-15dd-4642-893c-2e419baeeefb req-49e24d99-810f-4723-82b8-bd8a73ae2938 service neutron] 10.222.0.74 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936875 Jun 21 10:18:58.583070 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69094e-0f92-432c-adc5-4dc8ea0111e9 req-593a9a84-6210-4672-b46d-abe657787f46 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:58.584529 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3c69094e-0f92-432c-adc5-4dc8ea0111e9 req-593a9a84-6210-4672-b46d-abe657787f46 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 945 time: 0.0626013 Jun 21 10:18:58.623983 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3c69094e-0f92-432c-adc5-4dc8ea0111e9 req-00271b9e-4685-44bc-b36d-c624ad321245 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333138 Jun 21 10:18:59.809251 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f779cd-b59a-45e2-a40e-064764efdc68 req-fd0bbba8-71c3-413a-b224-ab11f4ec11bc tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:18:59.810735 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b5f779cd-b59a-45e2-a40e-064764efdc68 req-fd0bbba8-71c3-413a-b224-ab11f4ec11bc tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 945 time: 0.0710971 Jun 21 10:18:59.853545 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b5f779cd-b59a-45e2-a40e-064764efdc68 req-a26340a6-4bbd-483c-be11-6fb533ea54c5 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371320 Jun 21 10:19:01.051757 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07423e1-91f9-4af0-9bab-29bed7e7fe67 req-d7d4aae7-027e-4cbe-bcfc-ee9570624384 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:01.053256 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e07423e1-91f9-4af0-9bab-29bed7e7fe67 req-d7d4aae7-027e-4cbe-bcfc-ee9570624384 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 945 time: 0.0627649 Jun 21 10:19:01.093462 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e07423e1-91f9-4af0-9bab-29bed7e7fe67 req-8dffbe60-4936-4df3-8553-4ebafe76af34 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334373 Jun 21 10:19:02.295121 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa8d83-4edf-4668-8e1c-573f00ff4c9a req-b07eedb9-01d7-4a1b-959d-9618e83ed2ab tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:02.296536 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e5fa8d83-4edf-4668-8e1c-573f00ff4c9a req-b07eedb9-01d7-4a1b-959d-9618e83ed2ab tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 945 time: 0.0788674 Jun 21 10:19:02.353327 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e5fa8d83-4edf-4668-8e1c-573f00ff4c9a req-f0bbaad2-95b5-4189-812c-01d6630edbbe tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481255 Jun 21 10:19:03.557670 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a03c5-6040-4be6-ae0c-c0cd0d138d3e req-5d69bfcb-a007-47a6-affc-47185bf5819c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:03.559165 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b75a03c5-6040-4be6-ae0c-c0cd0d138d3e req-5d69bfcb-a007-47a6-affc-47185bf5819c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 945 time: 0.0731330 Jun 21 10:19:03.598071 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b75a03c5-6040-4be6-ae0c-c0cd0d138d3e req-b9bd472d-5819-4bc3-b628-644fa42c1949 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331142 Jun 21 10:19:04.845679 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2410db0-2f5b-4965-adda-b4d6dcfd0a79 req-27d443c7-67d7-4ad9-80c1-2ed1829415b3 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:04.847796 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c2410db0-2f5b-4965-adda-b4d6dcfd0a79 req-27d443c7-67d7-4ad9-80c1-2ed1829415b3 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 945 time: 0.0879450 Jun 21 10:19:04.895273 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c2410db0-2f5b-4965-adda-b4d6dcfd0a79 req-d304fa0b-6f00-473b-9f97-7a7326537177 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415936 Jun 21 10:19:06.093090 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0c4b2-1a0a-445e-b990-b0954cb5df8c req-069ebab9-e41c-4881-99b3-951bacfd50c9 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:06.094598 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-20f0c4b2-1a0a-445e-b990-b0954cb5df8c req-069ebab9-e41c-4881-99b3-951bacfd50c9 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 945 time: 0.0729361 Jun 21 10:19:06.134585 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-20f0c4b2-1a0a-445e-b990-b0954cb5df8c req-7b9d599d-4cdb-481f-a1f2-dcdce02a54a6 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338583 Jun 21 10:19:07.367359 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-f58e5be9-5765-431c-9b84-8996f1119b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:07.368023 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938a234-ef99-4e95-b3b3-6c66b1b920ae req-a5f1d1b2-058f-422c-870d-7c3639b28b3a tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:07.371724 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-a938a234-ef99-4e95-b3b3-6c66b1b920ae req-a5f1d1b2-058f-422c-870d-7c3639b28b3a tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 945 time: 0.0935247 Jun 21 10:19:07.423562 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-a938a234-ef99-4e95-b3b3-6c66b1b920ae req-a640a346-b824-46cb-a04d-427c8a5ce5ac tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440614 Jun 21 10:19:07.510010 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 421eab91-fdc4-4951-ba80-e71b097053f0 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 10:19:07.621657 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 421eab91-fdc4-4951-ba80-e71b097053f0, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=421eab91-fdc4-4951-ba80-e71b097053f0,segment=NetworkSegment(bba32aef-ac7d-4881-aeb7-7b8056567483),segment_id=bba32aef-ac7d-4881-aeb7-7b8056567483)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:19:07.640569 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Returning: {'device': '421eab91-fdc4-4951-ba80-e71b097053f0', 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'port_id': '421eab91-fdc4-4951-ba80-e71b097053f0', 'mac_address': 'fa:16:3e:24:3d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 10:19:07.679479 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:07.694182 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 421eab91-fdc4-4951-ba80-e71b097053f0 {{(pid=92969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:19:07.716101 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 421eab91-fdc4-4951-ba80-e71b097053f0, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=421eab91-fdc4-4951-ba80-e71b097053f0,segment=NetworkSegment(bba32aef-ac7d-4881-aeb7-7b8056567483),segment_id=bba32aef-ac7d-4881-aeb7-7b8056567483)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:19:07.720834 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:07.722928 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:19:07.782038 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=421eab91-fdc4-4951-ba80-e71b097053f0,revision_number=6']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:19:07.794116 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:19:07.794563 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:19:07.794993 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:19:07.795564 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:19:07.796235 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:19:07.796822 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:19:07.797371 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:19:07.797919 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:19:07.798442 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:19:07.798787 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:19:07.799125 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:19:07.799460 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:19:07.819697 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:19:07.911318 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['421eab91-fdc4-4951-ba80-e71b097053f0'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:19:08.704021 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f43db3-d793-41db-961c-d24e9d246113 req-f3dad304-973d-4d00-9474-e7b77ff533ca tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:08.709867 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-58f43db3-d793-41db-961c-d24e9d246113 req-f3dad304-973d-4d00-9474-e7b77ff533ca tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 944 time: 0.1067185 Jun 21 10:19:08.772106 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-58f43db3-d793-41db-961c-d24e9d246113 req-f70aaa28-3bcd-4319-9b8e-4bc388165e5a tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549541 Jun 21 10:19:09.518107 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 421eab91-fdc4-4951-ba80-e71b097053f0 up at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:19:09.585025 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning complete for port 421eab91-fdc4-4951-ba80-e71b097053f0 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:19:09.585446 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:09.689732 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:09.719635 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cf6f90-338e-4b4b-8c97-52f8e6b30e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421eab91-fdc4-4951-ba80-e71b097053f0'}] {{(pid=92969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:19:09.721977 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c706f658ccf844bfe168bfc8e6ee8c8c6942380e727e998ad24aefeb68f4a8cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba13a44b-c128-41f7-b718-755ed4a11577" -d '{"events": [{"server_uuid": "a5cf6f90-338e-4b4b-8c97-52f8e6b30e16", "name": "network-vif-plugged", "status": "completed", "tag": "421eab91-fdc4-4951-ba80-e71b097053f0"}]}' {{(pid=92969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:19:09.748722 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 421eab91-fdc4-4951-ba80-e71b097053f0, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=421eab91-fdc4-4951-ba80-e71b097053f0,segment=NetworkSegment(bba32aef-ac7d-4881-aeb7-7b8056567483),segment_id=bba32aef-ac7d-4881-aeb7-7b8056567483)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:19:09.755082 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:09.757161 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-8e103cbe-0206-4615-99d2-8077a5acbea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:19:09.833197 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=421eab91-fdc4-4951-ba80-e71b097053f0,revision_number=7']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:19:09.842701 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:19:09.953238 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648b885c-e3f0-4aa1-a686-ebceea1698eb x-openstack-request-id: req-648b885c-e3f0-4aa1-a686-ebceea1698eb {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:19:09.953582 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5cf6f90-338e-4b4b-8c97-52f8e6b30e16", "name": "network-vif-plugged", "status": "completed", "tag": "421eab91-fdc4-4951-ba80-e71b097053f0", "code": 200}]} {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:19:09.953846 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-648b885c-e3f0-4aa1-a686-ebceea1698eb {{(pid=92969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:19:09.954258 dv-cinder-797245-3-iscsi neutron-server[92969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cf6f90-338e-4b4b-8c97-52f8e6b30e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421eab91-fdc4-4951-ba80-e71b097053f0', 'code': 200} Jun 21 10:19:10.068353 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a827c-a258-40ae-843f-f7ab884355e7 req-1fab8bc1-139d-4cfc-9de0-205d2e39a748 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:10.072103 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b14a827c-a258-40ae-843f-f7ab884355e7 req-1fab8bc1-139d-4cfc-9de0-205d2e39a748 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 945 time: 0.0863030 Jun 21 10:19:10.126087 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b14a827c-a258-40ae-843f-f7ab884355e7 req-b66499bb-361c-451d-b84f-5427be11d5ba tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466855 Jun 21 10:19:10.577954 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:19:10.854411 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:10.953656 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-45fd7394-3a1c-416d-b7de-fcffb5997db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:11.475095 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b795dd-96eb-48bd-aeb3-db42cd2d676f req-5c105dd8-08fa-435d-a420-96ac85f0f31a tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:11.483537 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e3b795dd-96eb-48bd-aeb3-db42cd2d676f req-5c105dd8-08fa-435d-a420-96ac85f0f31a tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 945 time: 0.1303298 Jun 21 10:19:11.539360 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e3b795dd-96eb-48bd-aeb3-db42cd2d676f req-4d4aa872-de19-4013-af7d-272a2ed653e9 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547802 Jun 21 10:19:12.765838 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a381c10-cbf7-4baa-bb45-4095a218ac56 req-5754fc3b-043d-4116-a063-7bb079dbcb1f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:12.767571 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7a381c10-cbf7-4baa-bb45-4095a218ac56 req-5754fc3b-043d-4116-a063-7bb079dbcb1f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 945 time: 0.0809660 Jun 21 10:19:12.837182 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7a381c10-cbf7-4baa-bb45-4095a218ac56 req-ee98f4b5-2fc6-40e3-b150-f830d5f22573 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619683 Jun 21 10:19:13.092392 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:14.097612 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0589fda-229c-4731-b3d8-4a8b93fcfd25 req-f11adb5a-7bfc-408f-b53c-c892289f5dbe tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:14.107055 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e0589fda-229c-4731-b3d8-4a8b93fcfd25 req-f11adb5a-7bfc-408f-b53c-c892289f5dbe tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 945 time: 0.1078858 Jun 21 10:19:14.173013 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e0589fda-229c-4731-b3d8-4a8b93fcfd25 req-0e41badf-4426-42b2-bb91-687cb1811d5e tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647542 Jun 21 10:19:15.174555 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:15.433374 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0239927-e4d4-4a50-af2f-fb635c4dd8e3 req-b66e4fc4-dabb-43e4-8885-345c9a8a7b78 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:15.434995 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e0239927-e4d4-4a50-af2f-fb635c4dd8e3 req-b66e4fc4-dabb-43e4-8885-345c9a8a7b78 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 945 time: 0.0848224 Jun 21 10:19:15.493395 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e0239927-e4d4-4a50-af2f-fb635c4dd8e3 req-35c44c71-7285-4647-a7e0-7a9960e8659b tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485137 Jun 21 10:19:16.732817 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd2dbf-974a-4c90-b10d-811295bcc2fb req-73478f01-0fcc-4501-a7dd-d804a2767791 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:16.734551 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d7fd2dbf-974a-4c90-b10d-811295bcc2fb req-73478f01-0fcc-4501-a7dd-d804a2767791 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 945 time: 0.0884180 Jun 21 10:19:16.784653 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d7fd2dbf-974a-4c90-b10d-811295bcc2fb req-e3a2c52f-e981-47d0-86fd-aea6302e434a tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442274 Jun 21 10:19:18.005144 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86929f-ed3e-4f40-9a98-485d19dc2ea5 req-f893249b-1ed3-4ab4-96da-cc6f765f4e2f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:18.006654 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1d86929f-ed3e-4f40-9a98-485d19dc2ea5 req-f893249b-1ed3-4ab4-96da-cc6f765f4e2f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 945 time: 0.0800793 Jun 21 10:19:18.045102 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1d86929f-ed3e-4f40-9a98-485d19dc2ea5 req-8832663f-4016-420c-be7c-988435356a16 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321641 Jun 21 10:19:18.374522 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c943d3-d9c7-4813-a82f-c66b85c3fbfe req-6fda69a2-b546-4920-b291-b8656f0727c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:18.376015 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-87c943d3-d9c7-4813-a82f-c66b85c3fbfe req-6fda69a2-b546-4920-b291-b8656f0727c2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f68e21913be4bacb3ea891f31183f6a&device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 1098 time: 0.0659027 Jun 21 10:19:18.480143 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c943d3-d9c7-4813-a82f-c66b85c3fbfe req-983320cc-380e-493d-83cf-ae37a7396bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:18.481850 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-87c943d3-d9c7-4813-a82f-c66b85c3fbfe req-983320cc-380e-493d-83cf-ae37a7396bec service neutron] 10.222.0.74 "GET /v2.0/networks?id=f45468d3-7a30-4ca1-b23e-095a7ff9fd22 HTTP/1.1" status: 200 len: 919 time: 0.0992990 Jun 21 10:19:18.554914 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-87c943d3-d9c7-4813-a82f-c66b85c3fbfe req-9072e7aa-4608-4487-bae4-940a4d429f27 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=421eab91-fdc4-4951-ba80-e71b097053f0 HTTP/1.1" status: 200 len: 1001 time: 0.0650444 Jun 21 10:19:18.615842 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c943d3-d9c7-4813-a82f-c66b85c3fbfe req-5d8c5390-6c77-48d8-b7df-ff02ec867052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:18.617704 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-87c943d3-d9c7-4813-a82f-c66b85c3fbfe req-5d8c5390-6c77-48d8-b7df-ff02ec867052 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7754b5eb-78b7-4040-b8fe-e41e18555134 HTTP/1.1" status: 200 len: 856 time: 0.0551124 Jun 21 10:19:18.700699 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c943d3-d9c7-4813-a82f-c66b85c3fbfe req-81050a9b-fde2-476d-9dae-7d6e691fed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:18.702415 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-87c943d3-d9c7-4813-a82f-c66b85c3fbfe req-81050a9b-fde2-476d-9dae-7d6e691fed51 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f45468d3-7a30-4ca1-b23e-095a7ff9fd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764625 Jun 21 10:19:18.815802 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-87c943d3-d9c7-4813-a82f-c66b85c3fbfe req-a532bbfe-993c-44f4-a999-0683ec3169e8 service neutron] 10.222.0.74 "GET /v2.0/networks/f45468d3-7a30-4ca1-b23e-095a7ff9fd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063578 Jun 21 10:19:18.933378 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-87c943d3-d9c7-4813-a82f-c66b85c3fbfe req-1cbccde5-61ef-4e48-aa61-bed213179b42 service neutron] 10.222.0.74 "GET /v2.0/networks/f45468d3-7a30-4ca1-b23e-095a7ff9fd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100979 Jun 21 10:19:19.253994 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaad0a0-a15f-4f9a-9777-8db8922688e8 req-e9d329ad-3bbe-48b9-800f-06a7778a247f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:19.255674 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-dbaad0a0-a15f-4f9a-9777-8db8922688e8 req-e9d329ad-3bbe-48b9-800f-06a7778a247f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 945 time: 0.0790520 Jun 21 10:19:19.309319 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-dbaad0a0-a15f-4f9a-9777-8db8922688e8 req-2424e0a0-f111-4a62-91c1-a989c74e868b tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444288 Jun 21 10:19:19.607330 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-434e5034-c4bc-4279-9045-91a65f0437ff req-b439ac37-aa7f-4dd6-9504-46947165ce91 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1057346995&fields=id&tenant_id=d89583220ee1440bbdfeda076a37714b HTTP/1.1" status: 200 len: 267 time: 0.0361114 Jun 21 10:19:19.724926 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e5034-c4bc-4279-9045-91a65f0437ff req-eddf9328-dcf3-4f1a-a5de-2c2df983fe6e tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:19.726565 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-434e5034-c4bc-4279-9045-91a65f0437ff req-eddf9328-dcf3-4f1a-a5de-2c2df983fe6e tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/networks?id=99912a94-0af8-44a1-b5eb-2eb4255e8f95 HTTP/1.1" status: 200 len: 811 time: 0.1125400 Jun 21 10:19:19.745658 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-434e5034-c4bc-4279-9045-91a65f0437ff req-ca1eee4b-7029-4632-98ef-f331cea77b0e tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/quotas/d89583220ee1440bbdfeda076a37714b HTTP/1.1" status: 200 len: 375 time: 0.0104492 Jun 21 10:19:19.847060 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-434e5034-c4bc-4279-9045-91a65f0437ff req-6ab555ce-19dd-4918-99fd-e879b5e3783d tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d89583220ee1440bbdfeda076a37714b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0950387 Jun 21 10:19:19.949118 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-434e5034-c4bc-4279-9045-91a65f0437ff req-98120248-9c12-473e-a81f-c4477e1c5e4c service neutron] 10.222.0.50 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885191 Jun 21 10:19:20.280708 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-434e5034-c4bc-4279-9045-91a65f0437ff req-07624d4a-f533-40ec-8b00-0880b7a0e6af service neutron] 10.222.0.50 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250976 Jun 21 10:19:20.525976 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd9424-3db4-4970-a720-3e6d2988487d req-7a761a0e-7314-468e-b014-c7daf49b7429 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:20.527768 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-aabd9424-3db4-4970-a720-3e6d2988487d req-7a761a0e-7314-468e-b014-c7daf49b7429 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 945 time: 0.0827465 Jun 21 10:19:20.575179 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-aabd9424-3db4-4970-a720-3e6d2988487d req-cea85538-6e72-497b-8c69-8c8135929258 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397491 Jun 21 10:19:20.609895 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-9dfe2f52-a7a0-4449-9c99-4a4d6227cefa req-e41fc2c3-ada8-45d5-a1bb-35065d8caffc tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c3d6762-a225-43dd-9334-bb5fc019102c HTTP/1.1" status: 200 len: 210 time: 0.0321383 Jun 21 10:19:21.621111 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 421eab91-fdc4-4951-ba80-e71b097053f0 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:19:21.724223 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:21.756303 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cf6f90-338e-4b4b-8c97-52f8e6b30e16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '421eab91-fdc4-4951-ba80-e71b097053f0'}] {{(pid=92969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:19:21.759142 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c706f658ccf844bfe168bfc8e6ee8c8c6942380e727e998ad24aefeb68f4a8cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9ee573-79c6-4d35-ac69-4dc2895c742a" -d '{"events": [{"server_uuid": "a5cf6f90-338e-4b4b-8c97-52f8e6b30e16", "name": "network-vif-unplugged", "status": "completed", "tag": "421eab91-fdc4-4951-ba80-e71b097053f0"}]}' {{(pid=92969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:19:21.774821 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 421eab91-fdc4-4951-ba80-e71b097053f0, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=421eab91-fdc4-4951-ba80-e71b097053f0,segment=NetworkSegment(bba32aef-ac7d-4881-aeb7-7b8056567483),segment_id=bba32aef-ac7d-4881-aeb7-7b8056567483)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:19:21.780620 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:21.782685 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:19:21.808381 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b8051303-6092-4d2f-aa6e-53bca92377a9 req-322d2b8f-28c2-410c-a5e8-55e8ee955e52 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c3d6762-a225-43dd-9334-bb5fc019102c HTTP/1.1" status: 200 len: 210 time: 0.0394368 Jun 21 10:19:21.820687 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2068d-6643-4a94-9df2-89dd7df76392 req-b6a25d22-b1e9-49e6-880d-db7f1c8ab546 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:21.823907 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-deb2068d-6643-4a94-9df2-89dd7df76392 req-b6a25d22-b1e9-49e6-880d-db7f1c8ab546 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 945 time: 0.0884264 Jun 21 10:19:21.844570 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=421eab91-fdc4-4951-ba80-e71b097053f0,revision_number=8']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:19:21.848068 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:19:21.873129 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-deb2068d-6643-4a94-9df2-89dd7df76392 req-aa4d94af-bc2f-4ff3-8daa-05609731afbe tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417230 Jun 21 10:19:21.877597 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Jun 2021 10:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b1dcb7-c14f-4b78-82fc-aeb135914daf x-openstack-request-id: req-80b1dcb7-c14f-4b78-82fc-aeb135914daf {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:19:21.877900 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5cf6f90-338e-4b4b-8c97-52f8e6b30e16", "name": "network-vif-unplugged", "status": "failed", "tag": "421eab91-fdc4-4951-ba80-e71b097053f0", "code": 422}]} {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:19:21.878161 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-80b1dcb7-c14f-4b78-82fc-aeb135914daf {{(pid=92969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:19:21.878611 dv-cinder-797245-3-iscsi neutron-server[92969]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a5cf6f90-338e-4b4b-8c97-52f8e6b30e16', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '421eab91-fdc4-4951-ba80-e71b097053f0', 'code': 422} returned with failed status Jun 21 10:19:22.303080 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e5034-c4bc-4279-9045-91a65f0437ff req-db61e91f-5ec5-4ee6-a795-c30a5359902f tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:22.304542 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-434e5034-c4bc-4279-9045-91a65f0437ff req-db61e91f-5ec5-4ee6-a795-c30a5359902f tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.74 "GET /v2.0/networks?id=99912a94-0af8-44a1-b5eb-2eb4255e8f95 HTTP/1.1" status: 200 len: 811 time: 0.1299484 Jun 21 10:19:22.389883 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-434e5034-c4bc-4279-9045-91a65f0437ff req-696a1dea-7f3b-46a4-bfce-0478f67128d6 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d89583220ee1440bbdfeda076a37714b HTTP/1.1" status: 200 len: 380 time: 0.0659509 Jun 21 10:19:22.402941 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [req-434e5034-c4bc-4279-9045-91a65f0437ff req-198a404c-5ca6-49ee-baf8-f6d73c7bdc3b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Request body: {'port': {'device_id': '7c3d6762-a225-43dd-9334-bb5fc019102c', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'admin_state_up': True, 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'security_groups': ['ce1b93b3-9b94-4de4-b0de-fda445cacd7c']}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:19:22.537964 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-434e5034-c4bc-4279-9045-91a65f0437ff req-198a404c-5ca6-49ee-baf8-f6d73c7bdc3b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Made reservation on behalf of d89583220ee1440bbdfeda076a37714b for: {'port': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:19:22.542763 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-434e5034-c4bc-4279-9045-91a65f0437ff req-198a404c-5ca6-49ee-baf8-f6d73c7bdc3b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:22.689614 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [req-434e5034-c4bc-4279-9045-91a65f0437ff req-198a404c-5ca6-49ee-baf8-f6d73c7bdc3b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Allocated IP 172.20.0.10 (99912a94-0af8-44a1-b5eb-2eb4255e8f95/3c4edada-c0f2-4bfd-9da7-75ff93dda488/329a6f96-f971-452d-ba68-c32873a853eb) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:19:22.851207 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-434e5034-c4bc-4279-9045-91a65f0437ff req-198a404c-5ca6-49ee-baf8-f6d73c7bdc3b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:22.867637 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.provisioning_blocks [req-434e5034-c4bc-4279-9045-91a65f0437ff req-198a404c-5ca6-49ee-baf8-f6d73c7bdc3b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Transition to ACTIVE for port object 329a6f96-f971-452d-ba68-c32873a853eb will not be triggered until provisioned by entity DHCP. {{(pid=92958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:19:22.911824 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-434e5034-c4bc-4279-9045-91a65f0437ff req-198a404c-5ca6-49ee-baf8-f6d73c7bdc3b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1954238'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:22.917604 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-247889fa-010d-425e-bbbb-4a6a32f20601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:19:22.983140 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-434e5034-c4bc-4279-9045-91a65f0437ff req-198a404c-5ca6-49ee-baf8-f6d73c7bdc3b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Network 99912a94-0af8-44a1-b5eb-2eb4255e8f95 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:19:23.007092 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [req-434e5034-c4bc-4279-9045-91a65f0437ff req-198a404c-5ca6-49ee-baf8-f6d73c7bdc3b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:19:23.016754 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [req-434e5034-c4bc-4279-9045-91a65f0437ff req-198a404c-5ca6-49ee-baf8-f6d73c7bdc3b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:19:23.024605 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a404c-5ca6-49ee-baf8-f6d73c7bdc3b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Pushing event updated for resources: {'Port': ['ID=329a6f96-f971-452d-ba68-c32873a853eb,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:19:23.084119 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e5034-c4bc-4279-9045-91a65f0437ff req-198a404c-5ca6-49ee-baf8-f6d73c7bdc3b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:23.084980 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-434e5034-c4bc-4279-9045-91a65f0437ff req-198a404c-5ca6-49ee-baf8-f6d73c7bdc3b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:23.099718 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198a404c-5ca6-49ee-baf8-f6d73c7bdc3b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:19:23.100893 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198a404c-5ca6-49ee-baf8-f6d73c7bdc3b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:19:23.100893 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198a404c-5ca6-49ee-baf8-f6d73c7bdc3b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:19:23.100893 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198a404c-5ca6-49ee-baf8-f6d73c7bdc3b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:19:23.101172 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198a404c-5ca6-49ee-baf8-f6d73c7bdc3b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:19:23.101481 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198a404c-5ca6-49ee-baf8-f6d73c7bdc3b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:19:23.101959 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198a404c-5ca6-49ee-baf8-f6d73c7bdc3b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:19:23.102175 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198a404c-5ca6-49ee-baf8-f6d73c7bdc3b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:19:23.102529 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198a404c-5ca6-49ee-baf8-f6d73c7bdc3b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:19:23.102867 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198a404c-5ca6-49ee-baf8-f6d73c7bdc3b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:19:23.104209 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198a404c-5ca6-49ee-baf8-f6d73c7bdc3b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:19:23.104563 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198a404c-5ca6-49ee-baf8-f6d73c7bdc3b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:19:23.113417 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-198a404c-5ca6-49ee-baf8-f6d73c7bdc3b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:19:23.124973 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-434e5034-c4bc-4279-9045-91a65f0437ff req-198a404c-5ca6-49ee-baf8-f6d73c7bdc3b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7290912 Jun 21 10:19:23.149127 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [req-434e5034-c4bc-4279-9045-91a65f0437ff req-f99a8b79-7fcd-45bf-ae3d-a510a148383d service neutron] Request body: {'port': {'device_id': '7c3d6762-a225-43dd-9334-bb5fc019102c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:19:23.190837 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d421e-4e9b-405b-a686-153ab3586fbb req-e3b77084-9368-4c57-8aa7-2426fc96d019 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:23.197993 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dc4d421e-4e9b-405b-a686-153ab3586fbb req-e3b77084-9368-4c57-8aa7-2426fc96d019 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c3d6762-a225-43dd-9334-bb5fc019102c HTTP/1.1" status: 200 len: 932 time: 0.2325420 Jun 21 10:19:23.325786 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dc4d421e-4e9b-405b-a686-153ab3586fbb req-466f1dfa-e43f-4b99-a81c-6f9509800e0c tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256049 Jun 21 10:19:23.347686 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-434e5034-c4bc-4279-9045-91a65f0437ff req-f99a8b79-7fcd-45bf-ae3d-a510a148383d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:23.411994 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-a2b13dd2-7da7-437a-9faa-9f7e4b337a5e None None] Provisioning for port 329a6f96-f971-452d-ba68-c32873a853eb completed by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:19:23.418153 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-a2b13dd2-7da7-437a-9faa-9f7e4b337a5e None None] Provisioning complete for port 329a6f96-f971-452d-ba68-c32873a853eb triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:19:23.418821 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-a2b13dd2-7da7-437a-9faa-9f7e4b337a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:23.421356 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414bb51-3a86-4ce0-a238-13bba1b59602 req-b767f1ee-b27a-4f0d-a4fd-f795b76d4d49 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:23.422960 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7414bb51-3a86-4ce0-a238-13bba1b59602 req-b767f1ee-b27a-4f0d-a4fd-f795b76d4d49 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 943 time: 0.1112268 Jun 21 10:19:23.469797 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-a2b13dd2-7da7-437a-9faa-9f7e4b337a5e None None] Port 329a6f96-f971-452d-ba68-c32873a853eb cannot update to ACTIVE because it is not bound. {{(pid=92969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 10:19:23.473374 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7414bb51-3a86-4ce0-a238-13bba1b59602 req-216dd76f-7c8f-445b-85c4-29118ea728c1 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428596 Jun 21 10:19:23.566223 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-45f385be-4a9d-45b5-9001-d3513628e252 req-9ea84edd-8c50-4774-9c70-ed86b7a11957 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1697824 Jun 21 10:19:23.745305 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [req-434e5034-c4bc-4279-9045-91a65f0437ff req-f99a8b79-7fcd-45bf-ae3d-a510a148383d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329a6f96-f971-452d-ba68-c32873a853eb {{(pid=92958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:19:23.752951 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-434e5034-c4bc-4279-9045-91a65f0437ff req-f99a8b79-7fcd-45bf-ae3d-a510a148383d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:23.765097 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.provisioning_blocks [req-434e5034-c4bc-4279-9045-91a65f0437ff req-f99a8b79-7fcd-45bf-ae3d-a510a148383d service neutron] Transition to ACTIVE for port object 329a6f96-f971-452d-ba68-c32873a853eb will not be triggered until provisioned by entity L2. {{(pid=92958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:19:23.768569 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-434e5034-c4bc-4279-9045-91a65f0437ff req-f99a8b79-7fcd-45bf-ae3d-a510a148383d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:23.771342 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-8dd83f92-dd3d-4b0d-9bf1-452372a03f71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:19:23.845638 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a8b79-7fcd-45bf-ae3d-a510a148383d service neutron] Pushing event updated for resources: {'Port': ['ID=329a6f96-f971-452d-ba68-c32873a853eb,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:19:23.849753 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-f99a8b79-7fcd-45bf-ae3d-a510a148383d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:19:23.940995 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-434e5034-c4bc-4279-9045-91a65f0437ff req-f99a8b79-7fcd-45bf-ae3d-a510a148383d service neutron] Attempting to bind port 329a6f96-f971-452d-ba68-c32873a853eb on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:19:23.941655 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-434e5034-c4bc-4279-9045-91a65f0437ff req-f99a8b79-7fcd-45bf-ae3d-a510a148383d service neutron] Attempting to bind port 329a6f96-f971-452d-ba68-c32873a853eb by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '0a9d78b6-c495-4794-ada2-561317aa9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95'}] {{(pid=92958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:19:23.941778 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434e5034-c4bc-4279-9045-91a65f0437ff req-f99a8b79-7fcd-45bf-ae3d-a510a148383d service neutron] Attempting to bind port 329a6f96-f971-452d-ba68-c32873a853eb on network 99912a94-0af8-44a1-b5eb-2eb4255e8f95 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:19:23.946633 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434e5034-c4bc-4279-9045-91a65f0437ff req-f99a8b79-7fcd-45bf-ae3d-a510a148383d service neutron] Port 329a6f96-f971-452d-ba68-c32873a853eb on network 99912a94-0af8-44a1-b5eb-2eb4255e8f95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 10:19:23.948187 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434e5034-c4bc-4279-9045-91a65f0437ff req-f99a8b79-7fcd-45bf-ae3d-a510a148383d service neutron] Attempting to bind port 329a6f96-f971-452d-ba68-c32873a853eb on network 99912a94-0af8-44a1-b5eb-2eb4255e8f95 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:19:23.954122 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434e5034-c4bc-4279-9045-91a65f0437ff req-f99a8b79-7fcd-45bf-ae3d-a510a148383d service neutron] Checking agent: {'id': 'e8144930-5ccd-413e-a521-fc03e228bde1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'started_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:19:23.954463 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434e5034-c4bc-4279-9045-91a65f0437ff req-f99a8b79-7fcd-45bf-ae3d-a510a148383d service neutron] Checking segment: {'id': '0a9d78b6-c495-4794-ada2-561317aa9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:19:23.954848 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434e5034-c4bc-4279-9045-91a65f0437ff req-f99a8b79-7fcd-45bf-ae3d-a510a148383d service neutron] Bound using segment: {'id': '0a9d78b6-c495-4794-ada2-561317aa9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95'} {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:19:23.955292 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-434e5034-c4bc-4279-9045-91a65f0437ff req-f99a8b79-7fcd-45bf-ae3d-a510a148383d service neutron] Bound port: 329a6f96-f971-452d-ba68-c32873a853eb, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a9d78b6-c495-4794-ada2-561317aa9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95'}}] {{(pid=92958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:19:23.955643 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-434e5034-c4bc-4279-9045-91a65f0437ff req-f99a8b79-7fcd-45bf-ae3d-a510a148383d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:24.031694 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-434e5034-c4bc-4279-9045-91a65f0437ff req-f99a8b79-7fcd-45bf-ae3d-a510a148383d service neutron] For port 329a6f96-f971-452d-ba68-c32873a853eb, host hv-cinder-79724, cleared binding levels {{(pid=92958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:19:24.035403 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-434e5034-c4bc-4279-9045-91a65f0437ff req-f99a8b79-7fcd-45bf-ae3d-a510a148383d service neutron] For port 329a6f96-f971-452d-ba68-c32873a853eb, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=329a6f96-f971-452d-ba68-c32873a853eb,segment=NetworkSegment(0a9d78b6-c495-4794-ada2-561317aa9db4),segment_id=0a9d78b6-c495-4794-ada2-561317aa9db4)] {{(pid=92958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:19:24.040315 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-434e5034-c4bc-4279-9045-91a65f0437ff req-f99a8b79-7fcd-45bf-ae3d-a510a148383d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:24.043948 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-565d4df8-60ee-4053-a2a3-e3d4a78d1d72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:19:24.082757 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e5034-c4bc-4279-9045-91a65f0437ff req-f99a8b79-7fcd-45bf-ae3d-a510a148383d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:24.082757 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-434e5034-c4bc-4279-9045-91a65f0437ff req-f99a8b79-7fcd-45bf-ae3d-a510a148383d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:24.083871 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-434e5034-c4bc-4279-9045-91a65f0437ff req-f99a8b79-7fcd-45bf-ae3d-a510a148383d service neutron] 10.222.0.74 "PUT /v2.0/ports/329a6f96-f971-452d-ba68-c32873a853eb HTTP/1.1" status: 200 len: 1094 time: 0.9389918 Jun 21 10:19:24.091331 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3d6762-a225-43dd-9334-bb5fc019102c', 'tag': '329a6f96-f971-452d-ba68-c32873a853eb'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:19:24.097496 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61f8168-37d4-4027-87ed-857835f06e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3d6762-a225-43dd-9334-bb5fc019102c", "tag": "329a6f96-f971-452d-ba68-c32873a853eb"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:19:24.127934 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a8b79-7fcd-45bf-ae3d-a510a148383d service neutron] Pushing event updated for resources: {'Port': ['ID=329a6f96-f971-452d-ba68-c32873a853eb,revision_number=3']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:19:24.131852 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-f99a8b79-7fcd-45bf-ae3d-a510a148383d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:19:24.158750 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0b63a9-b506-43ec-9aab-752c59c73915 x-openstack-request-id: req-fd0b63a9-b506-43ec-9aab-752c59c73915 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:19:24.159084 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3d6762-a225-43dd-9334-bb5fc019102c", "tag": "329a6f96-f971-452d-ba68-c32873a853eb", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:19:24.159548 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fd0b63a9-b506-43ec-9aab-752c59c73915 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:19:24.160047 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3d6762-a225-43dd-9334-bb5fc019102c', 'tag': '329a6f96-f971-452d-ba68-c32873a853eb', 'status': 'completed', 'code': 200} Jun 21 10:19:24.261831 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e5034-c4bc-4279-9045-91a65f0437ff req-edaa782f-2f30-4702-bb19-d32255d3b8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:24.264274 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-434e5034-c4bc-4279-9045-91a65f0437ff req-edaa782f-2f30-4702-bb19-d32255d3b8e2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d89583220ee1440bbdfeda076a37714b&device_id=7c3d6762-a225-43dd-9334-bb5fc019102c HTTP/1.1" status: 200 len: 1097 time: 0.0860062 Jun 21 10:19:24.316801 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-434e5034-c4bc-4279-9045-91a65f0437ff req-d14a6666-a83c-46dc-ab27-a3efae150fb9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=329a6f96-f971-452d-ba68-c32873a853eb HTTP/1.1" status: 200 len: 217 time: 0.0384982 Jun 21 10:19:24.372175 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e5034-c4bc-4279-9045-91a65f0437ff req-d0aea6dc-4f46-44a2-ae06-76926b5375f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:24.373658 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-434e5034-c4bc-4279-9045-91a65f0437ff req-d0aea6dc-4f46-44a2-ae06-76926b5375f3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3c4edada-c0f2-4bfd-9da7-75ff93dda488 HTTP/1.1" status: 200 len: 850 time: 0.0493944 Jun 21 10:19:24.442594 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e5034-c4bc-4279-9045-91a65f0437ff req-1235f5b4-6682-480e-b770-61c7c8dc7076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:24.444070 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-434e5034-c4bc-4279-9045-91a65f0437ff req-1235f5b4-6682-480e-b770-61c7c8dc7076 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=99912a94-0af8-44a1-b5eb-2eb4255e8f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0638502 Jun 21 10:19:24.511612 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742f778-19f0-4a0c-9538-65f79354f873 req-e4e75e59-5f7d-4c60-84d8-dff1f1a116df tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:24.513151 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-8742f778-19f0-4a0c-9538-65f79354f873 req-e4e75e59-5f7d-4c60-84d8-dff1f1a116df tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c3d6762-a225-43dd-9334-bb5fc019102c HTTP/1.1" status: 200 len: 944 time: 0.0716841 Jun 21 10:19:24.541866 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-434e5034-c4bc-4279-9045-91a65f0437ff req-8c51f3be-89af-4e8f-92d8-8bb94420e37c service neutron] 10.222.0.74 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894673 Jun 21 10:19:24.560782 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-8742f778-19f0-4a0c-9538-65f79354f873 req-940fe727-1153-4c8b-b0c3-9740708f4ac3 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397961 Jun 21 10:19:24.643961 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f385be-4a9d-45b5-9001-d3513628e252 req-b037055f-6394-4241-9bfa-c7fc716e7b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:24.645710 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-45f385be-4a9d-45b5-9001-d3513628e252 req-b037055f-6394-4241-9bfa-c7fc716e7b3f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16&tenant_id=5f68e21913be4bacb3ea891f31183f6a HTTP/1.1" status: 200 len: 1096 time: 0.0582082 Jun 21 10:19:24.687137 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-434e5034-c4bc-4279-9045-91a65f0437ff req-bee543c7-4f22-49fd-912a-8638cefab58a service neutron] 10.222.0.74 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385558 Jun 21 10:19:24.707824 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344faadd-22a3-4d39-b413-ce1012c3cbee req-d6c507b9-a397-441a-9707-497ff0b70fab tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:24.709351 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-344faadd-22a3-4d39-b413-ce1012c3cbee req-d6c507b9-a397-441a-9707-497ff0b70fab tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 943 time: 0.0921071 Jun 21 10:19:24.745897 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f385be-4a9d-45b5-9001-d3513628e252 req-f113d09e-9744-46df-a3ad-6bf3ae77bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:24.747546 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-45f385be-4a9d-45b5-9001-d3513628e252 req-f113d09e-9744-46df-a3ad-6bf3ae77bcb0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f68e21913be4bacb3ea891f31183f6a&device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 1096 time: 0.0653138 Jun 21 10:19:24.754528 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-344faadd-22a3-4d39-b413-ce1012c3cbee req-978ab908-8d6e-424b-8444-9119fe20c123 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369577 Jun 21 10:19:24.848972 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f8168-37d4-4027-87ed-857835f06e9c req-69417bcd-6e59-4d6d-97fb-29d2f1c90855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:24.851011 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a61f8168-37d4-4027-87ed-857835f06e9c req-69417bcd-6e59-4d6d-97fb-29d2f1c90855 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d89583220ee1440bbdfeda076a37714b&device_id=7c3d6762-a225-43dd-9334-bb5fc019102c HTTP/1.1" status: 200 len: 1097 time: 0.0620310 Jun 21 10:19:24.875689 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f385be-4a9d-45b5-9001-d3513628e252 req-d7d9e47d-217c-4393-b68e-d9798019cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:24.877180 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-45f385be-4a9d-45b5-9001-d3513628e252 req-d7d9e47d-217c-4393-b68e-d9798019cc47 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f45468d3-7a30-4ca1-b23e-095a7ff9fd22 HTTP/1.1" status: 200 len: 919 time: 0.0906472 Jun 21 10:19:24.949377 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f8168-37d4-4027-87ed-857835f06e9c req-d4da1292-8b90-4a5d-a786-09a1b4235cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:24.950241 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-45f385be-4a9d-45b5-9001-d3513628e252 req-7bd3760f-cf90-4089-8bed-b568366cffca service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=421eab91-fdc4-4951-ba80-e71b097053f0 HTTP/1.1" status: 200 len: 999 time: 0.0641861 Jun 21 10:19:24.950828 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a61f8168-37d4-4027-87ed-857835f06e9c req-d4da1292-8b90-4a5d-a786-09a1b4235cc4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=99912a94-0af8-44a1-b5eb-2eb4255e8f95 HTTP/1.1" status: 200 len: 913 time: 0.0907030 Jun 21 10:19:24.998398 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a61f8168-37d4-4027-87ed-857835f06e9c req-4aa1f02a-515d-47e3-a6b3-1ffc37c49329 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=329a6f96-f971-452d-ba68-c32873a853eb HTTP/1.1" status: 200 len: 217 time: 0.0352595 Jun 21 10:19:25.011914 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f385be-4a9d-45b5-9001-d3513628e252 req-e1c3cbd5-4972-47dc-b10a-c5e281dcd417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:25.013338 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-45f385be-4a9d-45b5-9001-d3513628e252 req-e1c3cbd5-4972-47dc-b10a-c5e281dcd417 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7754b5eb-78b7-4040-b8fe-e41e18555134 HTTP/1.1" status: 200 len: 856 time: 0.0513856 Jun 21 10:19:25.053521 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f8168-37d4-4027-87ed-857835f06e9c req-b02fe640-d2de-49c7-b7a0-562afa87642c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:25.054993 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a61f8168-37d4-4027-87ed-857835f06e9c req-b02fe640-d2de-49c7-b7a0-562afa87642c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3c4edada-c0f2-4bfd-9da7-75ff93dda488 HTTP/1.1" status: 200 len: 850 time: 0.0490696 Jun 21 10:19:25.083795 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f385be-4a9d-45b5-9001-d3513628e252 req-45845f77-4554-4bc9-977b-190360f0f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:25.085336 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-45f385be-4a9d-45b5-9001-d3513628e252 req-45845f77-4554-4bc9-977b-190360f0f4f2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f45468d3-7a30-4ca1-b23e-095a7ff9fd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556788 Jun 21 10:19:25.129657 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f8168-37d4-4027-87ed-857835f06e9c req-76178ef7-e1f1-4117-839f-4e1f2089c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:25.131344 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a61f8168-37d4-4027-87ed-857835f06e9c req-76178ef7-e1f1-4117-839f-4e1f2089c895 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=99912a94-0af8-44a1-b5eb-2eb4255e8f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679517 Jun 21 10:19:25.208926 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-45f385be-4a9d-45b5-9001-d3513628e252 req-3eee27aa-a56f-4eb5-a0ea-526653ff984c service neutron] 10.222.0.74 "GET /v2.0/networks/f45468d3-7a30-4ca1-b23e-095a7ff9fd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165276 Jun 21 10:19:25.229225 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a61f8168-37d4-4027-87ed-857835f06e9c req-0786662c-f57b-447d-95ef-8dd5afd3f257 service neutron] 10.222.0.74 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868485 Jun 21 10:19:25.305397 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-45f385be-4a9d-45b5-9001-d3513628e252 req-6c3e293d-1e37-4573-9e7c-5c9928bd0735 service neutron] 10.222.0.74 "GET /v2.0/networks/f45468d3-7a30-4ca1-b23e-095a7ff9fd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855157 Jun 21 10:19:25.332416 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a61f8168-37d4-4027-87ed-857835f06e9c req-81ae0ac4-6863-410e-b7d1-ba54154260bd service neutron] 10.222.0.74 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952072 Jun 21 10:19:25.618453 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 421eab91-fdc4-4951-ba80-e71b097053f0 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:19:25.810092 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a9cf8-cd9f-421f-98d7-44b0db4003b7 req-fdf84c22-58b8-483f-9437-8e3c7e177d9e tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:25.822544 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-213a9cf8-cd9f-421f-98d7-44b0db4003b7 req-fdf84c22-58b8-483f-9437-8e3c7e177d9e tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c3d6762-a225-43dd-9334-bb5fc019102c HTTP/1.1" status: 200 len: 944 time: 0.1270459 Jun 21 10:19:25.909854 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-213a9cf8-cd9f-421f-98d7-44b0db4003b7 req-b39e1587-e26a-4b79-8cb2-d809f2539ac9 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846782 Jun 21 10:19:26.034656 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e58552-c661-43ec-95dc-dd17501d4a82 req-6e85c275-cfde-46f5-9b5d-c6a5dafc3cb2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:26.036241 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d9e58552-c661-43ec-95dc-dd17501d4a82 req-6e85c275-cfde-46f5-9b5d-c6a5dafc3cb2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 943 time: 0.1134658 Jun 21 10:19:26.097126 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d9e58552-c661-43ec-95dc-dd17501d4a82 req-0aee5904-da65-4e4d-a4ec-8e5d59518edf tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523021 Jun 21 10:19:27.119539 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef90fb1-8e12-4b44-966f-69895d8d9ad5 req-261138b5-6341-4cbd-8d75-7f51a2b113e5 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:27.121184 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-eef90fb1-8e12-4b44-966f-69895d8d9ad5 req-261138b5-6341-4cbd-8d75-7f51a2b113e5 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c3d6762-a225-43dd-9334-bb5fc019102c HTTP/1.1" status: 200 len: 944 time: 0.0792525 Jun 21 10:19:27.183949 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-eef90fb1-8e12-4b44-966f-69895d8d9ad5 req-645c6cf3-d1a9-42b7-a0aa-e76de0e82780 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542541 Jun 21 10:19:27.208499 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:27.333807 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54379da-c797-4577-9abe-48538af56cb0 req-40ab23e9-fe18-4ea4-8110-635c97400db4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:27.335650 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d54379da-c797-4577-9abe-48538af56cb0 req-40ab23e9-fe18-4ea4-8110-635c97400db4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 943 time: 0.0911608 Jun 21 10:19:27.378232 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d54379da-c797-4577-9abe-48538af56cb0 req-70468f56-7563-4c06-b8c9-e290e03a0239 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345213 Jun 21 10:19:28.375870 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fb041-c8d5-42a5-817c-750dfa501870 req-574ae8c4-0b9b-474b-a861-d467d3f72e78 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:28.377320 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-746fb041-c8d5-42a5-817c-750dfa501870 req-574ae8c4-0b9b-474b-a861-d467d3f72e78 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c3d6762-a225-43dd-9334-bb5fc019102c HTTP/1.1" status: 200 len: 944 time: 0.0745974 Jun 21 10:19:28.427271 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-746fb041-c8d5-42a5-817c-750dfa501870 req-8772b3d7-b950-43cc-9c8a-7363372fc553 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406225 Jun 21 10:19:28.589011 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb972d-4c67-42a8-b237-22f85564ecc4 req-e5caf997-f7a3-43d3-907d-575c41abb59f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:28.590729 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fdeb972d-4c67-42a8-b237-22f85564ecc4 req-e5caf997-f7a3-43d3-907d-575c41abb59f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 943 time: 0.0817547 Jun 21 10:19:28.641850 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fdeb972d-4c67-42a8-b237-22f85564ecc4 req-e054a6ae-d8bf-434e-bf38-d4d70743cd29 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439425 Jun 21 10:19:29.670015 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086c5a4-3292-4780-9f45-c5edd0bcfa71 req-aa08a4d2-2c17-4325-a130-93dd230540e9 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:29.672269 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6086c5a4-3292-4780-9f45-c5edd0bcfa71 req-aa08a4d2-2c17-4325-a130-93dd230540e9 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c3d6762-a225-43dd-9334-bb5fc019102c HTTP/1.1" status: 200 len: 944 time: 0.1123323 Jun 21 10:19:29.724692 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6086c5a4-3292-4780-9f45-c5edd0bcfa71 req-d0181580-652c-41fe-a9b6-b8358a58b483 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438597 Jun 21 10:19:29.854047 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d3681-39d7-4c92-b78c-90bbb256079b req-bcbd2643-eb3d-4e13-b039-ce8522ab414b tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:29.855719 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3b9d3681-39d7-4c92-b78c-90bbb256079b req-bcbd2643-eb3d-4e13-b039-ce8522ab414b tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 943 time: 0.0811138 Jun 21 10:19:29.900896 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3b9d3681-39d7-4c92-b78c-90bbb256079b req-b8c071fa-d053-4fb2-83cd-4f59613ddab2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381866 Jun 21 10:19:30.962861 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551bd59-915a-41d9-9450-25bb9475ac01 req-119f51d1-dd46-41b7-b107-2e9af6b9a533 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:30.965150 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b551bd59-915a-41d9-9450-25bb9475ac01 req-119f51d1-dd46-41b7-b107-2e9af6b9a533 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c3d6762-a225-43dd-9334-bb5fc019102c HTTP/1.1" status: 200 len: 944 time: 0.0889628 Jun 21 10:19:31.024140 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b551bd59-915a-41d9-9450-25bb9475ac01 req-efe36c77-fe20-482c-b013-c0791b3ea131 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526342 Jun 21 10:19:31.160511 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b2802-ed80-43b4-b0db-f3bb2bea5e0f req-e268ac04-06ff-431e-8fe4-e09f522071f8 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:31.162331 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ef6b2802-ed80-43b4-b0db-f3bb2bea5e0f req-e268ac04-06ff-431e-8fe4-e09f522071f8 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 943 time: 0.0819499 Jun 21 10:19:31.214145 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ef6b2802-ed80-43b4-b0db-f3bb2bea5e0f req-a5164fdf-8f47-43e5-a497-92a7e5f61d87 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422857 Jun 21 10:19:32.224255 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84cf94d-b472-44ea-b30f-2075551ec06b req-bf733a51-8e17-4512-91a0-65bf78c9ac75 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:32.229410 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-a84cf94d-b472-44ea-b30f-2075551ec06b req-bf733a51-8e17-4512-91a0-65bf78c9ac75 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c3d6762-a225-43dd-9334-bb5fc019102c HTTP/1.1" status: 200 len: 944 time: 0.0791588 Jun 21 10:19:32.275665 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-a84cf94d-b472-44ea-b30f-2075551ec06b req-20f372af-9cd7-4c35-8a14-4d184b0e2b89 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411406 Jun 21 10:19:32.450492 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69441069-f14a-4e24-b238-1252f9018dae req-874dd902-970c-4efb-a5a6-cd01fe9d096f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:32.452019 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-69441069-f14a-4e24-b238-1252f9018dae req-874dd902-970c-4efb-a5a6-cd01fe9d096f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 943 time: 0.0779312 Jun 21 10:19:32.497605 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-69441069-f14a-4e24-b238-1252f9018dae req-8539b4e3-7654-45c4-882c-bde60fdae940 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393860 Jun 21 10:19:33.482382 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea115a-8a75-428e-b201-ebc0af57b146 req-9b93d28f-74be-4cf5-9c0b-3a6b8f9f2ed7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:33.483824 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-74ea115a-8a75-428e-b201-ebc0af57b146 req-9b93d28f-74be-4cf5-9c0b-3a6b8f9f2ed7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c3d6762-a225-43dd-9334-bb5fc019102c HTTP/1.1" status: 200 len: 944 time: 0.0784299 Jun 21 10:19:33.526199 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-74ea115a-8a75-428e-b201-ebc0af57b146 req-56ceb41e-6b57-44f8-965b-3cb9b2109a8f tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365949 Jun 21 10:19:33.713145 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146f042-aad9-46c1-93f2-b470b9d23c90 req-b41c829c-9339-4a70-b1b9-f12b9e57c338 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:33.714601 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0146f042-aad9-46c1-93f2-b470b9d23c90 req-b41c829c-9339-4a70-b1b9-f12b9e57c338 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 943 time: 0.0750098 Jun 21 10:19:33.757373 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0146f042-aad9-46c1-93f2-b470b9d23c90 req-2c30ed59-2ac7-4896-9af4-61f2b03141f2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371575 Jun 21 10:19:34.716114 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc111e-8f63-4214-87fa-74142c901100 req-26fc7709-f884-4ecf-b76a-d6e2c74dc89b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:34.717617 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-22dc111e-8f63-4214-87fa-74142c901100 req-26fc7709-f884-4ecf-b76a-d6e2c74dc89b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c3d6762-a225-43dd-9334-bb5fc019102c HTTP/1.1" status: 200 len: 944 time: 0.0705740 Jun 21 10:19:34.761934 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-22dc111e-8f63-4214-87fa-74142c901100 req-cbf34d12-9cd0-4ae9-9963-56162b7e0d2e tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385883 Jun 21 10:19:34.953486 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22682cd5-6392-4015-972c-e23f80ffe1fa req-42007256-2360-4e1e-b046-fd89ae702682 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:34.955288 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-22682cd5-6392-4015-972c-e23f80ffe1fa req-42007256-2360-4e1e-b046-fd89ae702682 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 943 time: 0.0722907 Jun 21 10:19:34.998984 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-22682cd5-6392-4015-972c-e23f80ffe1fa req-37b6634a-c533-46ea-a81a-4f8b0159295d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379527 Jun 21 10:19:35.974049 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e9489-93be-4f58-a634-b4f580625ba3 req-25481473-5550-4f9c-b3eb-6b38a29f74a5 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:35.975492 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-631e9489-93be-4f58-a634-b4f580625ba3 req-25481473-5550-4f9c-b3eb-6b38a29f74a5 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c3d6762-a225-43dd-9334-bb5fc019102c HTTP/1.1" status: 200 len: 944 time: 0.0738001 Jun 21 10:19:36.017131 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-631e9489-93be-4f58-a634-b4f580625ba3 req-b80085af-d9f8-4bc4-826c-5e7e3f8fbaee tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348649 Jun 21 10:19:36.194171 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434360da-0ffe-4936-b800-cef5a21a3408 req-e5f4674b-744c-4de6-8720-fad676dc50a0 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:36.195635 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-434360da-0ffe-4936-b800-cef5a21a3408 req-e5f4674b-744c-4de6-8720-fad676dc50a0 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 943 time: 0.0702128 Jun 21 10:19:36.235440 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-434360da-0ffe-4936-b800-cef5a21a3408 req-32f3c0ba-2213-411e-b2f0-6310023be73b tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340834 Jun 21 10:19:37.195439 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db30bef-c5fb-4ffc-945a-89e0d06224fa req-2ab39461-8e14-4d96-ab00-bab09c776a67 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:37.197881 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-5db30bef-c5fb-4ffc-945a-89e0d06224fa req-2ab39461-8e14-4d96-ab00-bab09c776a67 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c3d6762-a225-43dd-9334-bb5fc019102c HTTP/1.1" status: 200 len: 944 time: 0.0673151 Jun 21 10:19:37.237029 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-5db30bef-c5fb-4ffc-945a-89e0d06224fa req-6bcb2918-5d47-4491-9e53-0051a67d97f1 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335226 Jun 21 10:19:37.371631 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-bec733dd-7cf3-49f1-a3e5-9cd0ffab1555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:37.425454 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99efd3e-30da-4f3c-bef4-5003e520d2f9 req-ed185fb9-3052-4c81-9855-f7d939986514 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:37.426930 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f99efd3e-30da-4f3c-bef4-5003e520d2f9 req-ed185fb9-3052-4c81-9855-f7d939986514 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 943 time: 0.0713272 Jun 21 10:19:37.477167 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f99efd3e-30da-4f3c-bef4-5003e520d2f9 req-18e0cc01-b82a-4b1a-bb60-75a5d897b185 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403075 Jun 21 10:19:38.445101 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fa33e-cafd-40ff-9cd5-3ab98dd18883 req-b4b735f7-0a55-4eb0-a81b-e864eb673f2f tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:38.446941 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-042fa33e-cafd-40ff-9cd5-3ab98dd18883 req-b4b735f7-0a55-4eb0-a81b-e864eb673f2f tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c3d6762-a225-43dd-9334-bb5fc019102c HTTP/1.1" status: 200 len: 944 time: 0.0678220 Jun 21 10:19:38.490533 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-042fa33e-cafd-40ff-9cd5-3ab98dd18883 req-d9a9a3ea-9465-4631-a608-afdfa7a0bf13 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370965 Jun 21 10:19:38.695197 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426986e-c622-4aa2-927d-99358f23ca13 req-52397d16-8c7e-4524-9bcf-55eb815b3b78 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:38.697343 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c426986e-c622-4aa2-927d-99358f23ca13 req-52397d16-8c7e-4524-9bcf-55eb815b3b78 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 943 time: 0.0961652 Jun 21 10:19:38.737965 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c426986e-c622-4aa2-927d-99358f23ca13 req-6ff741f9-62bd-4ce3-8840-0363cda9c83b tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346549 Jun 21 10:19:39.678538 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a36ca6-2b28-4e8d-88e2-e9c96d32b7ca req-125e4d3e-402b-46da-9fe2-85b8bcea4d1c tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:39.680049 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-71a36ca6-2b28-4e8d-88e2-e9c96d32b7ca req-125e4d3e-402b-46da-9fe2-85b8bcea4d1c tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c3d6762-a225-43dd-9334-bb5fc019102c HTTP/1.1" status: 200 len: 944 time: 0.0728879 Jun 21 10:19:39.718582 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 329a6f96-f971-452d-ba68-c32873a853eb details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 10:19:39.723404 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-71a36ca6-2b28-4e8d-88e2-e9c96d32b7ca req-5559325d-8158-425f-a293-2998ad966501 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363917 Jun 21 10:19:39.827958 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 329a6f96-f971-452d-ba68-c32873a853eb, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=329a6f96-f971-452d-ba68-c32873a853eb,segment=NetworkSegment(0a9d78b6-c495-4794-ada2-561317aa9db4),segment_id=0a9d78b6-c495-4794-ada2-561317aa9db4)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:19:39.839803 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Returning: {'device': '329a6f96-f971-452d-ba68-c32873a853eb', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'port_id': '329a6f96-f971-452d-ba68-c32873a853eb', 'mac_address': 'fa:16:3e:8e:56:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 10:19:39.878369 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:39.893743 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329a6f96-f971-452d-ba68-c32873a853eb {{(pid=92969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:19:39.915645 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 329a6f96-f971-452d-ba68-c32873a853eb, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=329a6f96-f971-452d-ba68-c32873a853eb,segment=NetworkSegment(0a9d78b6-c495-4794-ada2-561317aa9db4),segment_id=0a9d78b6-c495-4794-ada2-561317aa9db4)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:19:39.962305 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:39.963259 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 421eab91-fdc4-4951-ba80-e71b097053f0 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 10:19:39.966370 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:19:39.992717 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743066ad-f5b4-4520-a9c5-147601c72b80 req-e1051d79-261d-4eee-a1a3-af3e8b7fc635 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:40.000392 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-743066ad-f5b4-4520-a9c5-147601c72b80 req-e1051d79-261d-4eee-a1a3-af3e8b7fc635 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 943 time: 0.1414182 Jun 21 10:19:40.043184 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-743066ad-f5b4-4520-a9c5-147601c72b80 req-def01a4b-6aa4-4fea-9dec-b82304fe448d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416970 Jun 21 10:19:40.101103 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=329a6f96-f971-452d-ba68-c32873a853eb,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:19:40.105173 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:19:40.149302 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 421eab91-fdc4-4951-ba80-e71b097053f0, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=421eab91-fdc4-4951-ba80-e71b097053f0,segment=NetworkSegment(bba32aef-ac7d-4881-aeb7-7b8056567483),segment_id=bba32aef-ac7d-4881-aeb7-7b8056567483)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:19:40.160327 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Returning: {'device': '421eab91-fdc4-4951-ba80-e71b097053f0', 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'port_id': '421eab91-fdc4-4951-ba80-e71b097053f0', 'mac_address': 'fa:16:3e:24:3d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 10:19:40.197029 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:40.209315 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 421eab91-fdc4-4951-ba80-e71b097053f0 {{(pid=92969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:19:40.228873 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 421eab91-fdc4-4951-ba80-e71b097053f0, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=421eab91-fdc4-4951-ba80-e71b097053f0,segment=NetworkSegment(bba32aef-ac7d-4881-aeb7-7b8056567483),segment_id=bba32aef-ac7d-4881-aeb7-7b8056567483)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:19:40.234247 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:40.236136 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:19:40.286083 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=421eab91-fdc4-4951-ba80-e71b097053f0,revision_number=9']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:19:40.289441 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:19:40.614944 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['329a6f96-f971-452d-ba68-c32873a853eb'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:19:40.642143 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['421eab91-fdc4-4951-ba80-e71b097053f0'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:19:40.882729 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:40.920893 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05358f-af15-46ec-9011-93a2b8dc9860 req-21900703-38ba-453b-81d4-0f616aec1b94 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:40.922729 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ed05358f-af15-46ec-9011-93a2b8dc9860 req-21900703-38ba-453b-81d4-0f616aec1b94 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c3d6762-a225-43dd-9334-bb5fc019102c HTTP/1.1" status: 200 len: 945 time: 0.0747740 Jun 21 10:19:40.947241 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-5fb885be-35ba-4ec5-a990-7e4630a7f6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:40.974156 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ed05358f-af15-46ec-9011-93a2b8dc9860 req-918cc353-2464-4bf1-ab51-808791ade515 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445974 Jun 21 10:19:41.231050 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9dc7be-515d-466d-8d40-5064f4d1ed21 req-aaa6ff34-2266-4533-a93d-0557169d3be0 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:41.232560 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dd9dc7be-515d-466d-8d40-5064f4d1ed21 req-aaa6ff34-2266-4533-a93d-0557169d3be0 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 944 time: 0.0674508 Jun 21 10:19:41.271840 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dd9dc7be-515d-466d-8d40-5064f4d1ed21 req-b21b03c3-c4c3-4704-abb2-8ede6bceca3b tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334961 Jun 21 10:19:41.727623 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 329a6f96-f971-452d-ba68-c32873a853eb up at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:19:41.788247 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning for port 329a6f96-f971-452d-ba68-c32873a853eb completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:19:41.792716 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning complete for port 329a6f96-f971-452d-ba68-c32873a853eb triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:19:41.793267 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:41.875527 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:41.899362 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3d6762-a225-43dd-9334-bb5fc019102c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329a6f96-f971-452d-ba68-c32873a853eb'}] {{(pid=92969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:19:41.902575 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c706f658ccf844bfe168bfc8e6ee8c8c6942380e727e998ad24aefeb68f4a8cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436e8bfb-5837-4b39-9d71-1c7a40d53def" -d '{"events": [{"server_uuid": "7c3d6762-a225-43dd-9334-bb5fc019102c", "name": "network-vif-plugged", "status": "completed", "tag": "329a6f96-f971-452d-ba68-c32873a853eb"}]}' {{(pid=92969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:19:41.915848 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 329a6f96-f971-452d-ba68-c32873a853eb, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=329a6f96-f971-452d-ba68-c32873a853eb,segment=NetworkSegment(0a9d78b6-c495-4794-ada2-561317aa9db4),segment_id=0a9d78b6-c495-4794-ada2-561317aa9db4)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:19:41.921638 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:41.922351 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 421eab91-fdc4-4951-ba80-e71b097053f0 up at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:19:41.924339 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:19:41.968342 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d06f1f2-c9b3-441e-8b62-d62d15b251c2 x-openstack-request-id: req-4d06f1f2-c9b3-441e-8b62-d62d15b251c2 {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:19:41.968689 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3d6762-a225-43dd-9334-bb5fc019102c", "name": "network-vif-plugged", "status": "completed", "tag": "329a6f96-f971-452d-ba68-c32873a853eb", "code": 200}]} {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:19:41.968911 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4d06f1f2-c9b3-441e-8b62-d62d15b251c2 {{(pid=92969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:19:41.969311 dv-cinder-797245-3-iscsi neutron-server[92969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3d6762-a225-43dd-9334-bb5fc019102c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329a6f96-f971-452d-ba68-c32873a853eb', 'code': 200} Jun 21 10:19:42.010211 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=329a6f96-f971-452d-ba68-c32873a853eb,revision_number=5']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:19:42.015324 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:19:42.020716 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning complete for port 421eab91-fdc4-4951-ba80-e71b097053f0 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:19:42.021248 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:42.108073 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:42.151928 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 421eab91-fdc4-4951-ba80-e71b097053f0, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=421eab91-fdc4-4951-ba80-e71b097053f0,segment=NetworkSegment(bba32aef-ac7d-4881-aeb7-7b8056567483),segment_id=bba32aef-ac7d-4881-aeb7-7b8056567483)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:19:42.160007 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:42.162283 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:19:42.165470 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f618b2-a05f-4782-bdd9-3f534f3699ce req-e821b7b6-6f16-4ca9-b86b-f4b7299e9064 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:42.174116 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b5f618b2-a05f-4782-bdd9-3f534f3699ce req-e821b7b6-6f16-4ca9-b86b-f4b7299e9064 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c3d6762-a225-43dd-9334-bb5fc019102c HTTP/1.1" status: 200 len: 946 time: 0.0832930 Jun 21 10:19:42.214236 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b5f618b2-a05f-4782-bdd9-3f534f3699ce req-3f705ec9-7daf-4cc4-89d0-8e4ced6979a5 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386837 Jun 21 10:19:42.226862 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=421eab91-fdc4-4951-ba80-e71b097053f0,revision_number=10']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:19:42.230539 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:19:42.278892 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f9888-a7e4-4a2d-9057-ee980ad53826 req-f3294f3a-52f0-441e-83e2-222548a54b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:42.280367 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e58f9888-a7e4-4a2d-9057-ee980ad53826 req-f3294f3a-52f0-441e-83e2-222548a54b64 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7c3d6762-a225-43dd-9334-bb5fc019102c HTTP/1.1" status: 200 len: 1099 time: 0.0627806 Jun 21 10:19:42.328114 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e58f9888-a7e4-4a2d-9057-ee980ad53826 req-2953730d-7c80-4039-b4f6-29fa0afb7d88 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414667 Jun 21 10:19:42.474169 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d31a21-5741-44c8-9c0c-a20f0e0766f6 req-d9985602-8a76-4825-b41f-c3f9339c6d6e tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:42.475638 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-91d31a21-5741-44c8-9c0c-a20f0e0766f6 req-d9985602-8a76-4825-b41f-c3f9339c6d6e tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 946 time: 0.0763199 Jun 21 10:19:42.514368 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-91d31a21-5741-44c8-9c0c-a20f0e0766f6 req-5a03856d-b0d5-4784-b432-2726e307801d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324111 Jun 21 10:19:43.080847 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:43.445649 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb5ec6-bb67-4615-b9c3-1335d952295c req-9548ae57-0bba-4c2b-a600-59a76b29e5d8 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:43.447366 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-49bb5ec6-bb67-4615-b9c3-1335d952295c req-9548ae57-0bba-4c2b-a600-59a76b29e5d8 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c3d6762-a225-43dd-9334-bb5fc019102c HTTP/1.1" status: 200 len: 946 time: 0.0907116 Jun 21 10:19:43.495243 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-49bb5ec6-bb67-4615-b9c3-1335d952295c req-02b96e2f-3c49-4308-a81b-38e8f19c522f tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400145 Jun 21 10:19:43.713058 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d5443-d1bf-4ec3-9c2a-aa4541e9b54d req-abc43a07-f5aa-4650-ae85-c8b0215ad491 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:43.715237 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e88d5443-d1bf-4ec3-9c2a-aa4541e9b54d req-abc43a07-f5aa-4650-ae85-c8b0215ad491 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 946 time: 0.0671184 Jun 21 10:19:43.765641 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e88d5443-d1bf-4ec3-9c2a-aa4541e9b54d req-04b7bb5c-613b-476e-96f2-d8c60ee22f00 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444841 Jun 21 10:19:43.971016 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cf6f90-338e-4b4b-8c97-52f8e6b30e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421eab91-fdc4-4951-ba80-e71b097053f0'}] {{(pid=92969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:19:43.974028 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c706f658ccf844bfe168bfc8e6ee8c8c6942380e727e998ad24aefeb68f4a8cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48b8c82-1454-4025-8c89-ad0285e46b55" -d '{"events": [{"server_uuid": "a5cf6f90-338e-4b4b-8c97-52f8e6b30e16", "name": "network-vif-plugged", "status": "completed", "tag": "421eab91-fdc4-4951-ba80-e71b097053f0"}]}' {{(pid=92969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:19:44.016336 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7022d3be-78bf-4cfb-82c0-193de96c64d9 x-openstack-request-id: req-7022d3be-78bf-4cfb-82c0-193de96c64d9 {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:19:44.016565 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5cf6f90-338e-4b4b-8c97-52f8e6b30e16", "name": "network-vif-plugged", "status": "completed", "tag": "421eab91-fdc4-4951-ba80-e71b097053f0", "code": 200}]} {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:19:44.016851 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7022d3be-78bf-4cfb-82c0-193de96c64d9 {{(pid=92969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:19:44.017246 dv-cinder-797245-3-iscsi neutron-server[92969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cf6f90-338e-4b4b-8c97-52f8e6b30e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421eab91-fdc4-4951-ba80-e71b097053f0', 'code': 200} Jun 21 10:19:44.276733 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f7583-2edd-4e0b-b298-96adb741eb9e req-56cd2660-dcd9-477e-a41c-d49bb1bcf61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:44.278952 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b17f7583-2edd-4e0b-b298-96adb741eb9e req-56cd2660-dcd9-477e-a41c-d49bb1bcf61f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 1099 time: 0.0585136 Jun 21 10:19:44.335729 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b17f7583-2edd-4e0b-b298-96adb741eb9e req-4f42b7fa-9dd2-44e0-b4e1-1f3ecd453011 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497291 Jun 21 10:19:44.683249 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffab04-fa3f-464a-9668-3b0adbd9b8a8 req-d089decd-629c-482c-b45c-d6c479ca6b59 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:44.685779 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-eeffab04-fa3f-464a-9668-3b0adbd9b8a8 req-d089decd-629c-482c-b45c-d6c479ca6b59 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c3d6762-a225-43dd-9334-bb5fc019102c HTTP/1.1" status: 200 len: 946 time: 0.0638907 Jun 21 10:19:44.725690 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-eeffab04-fa3f-464a-9668-3b0adbd9b8a8 req-78b64a2b-a411-4cc5-90be-f93d788cc4ca tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340717 Jun 21 10:19:44.902962 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d798d0e-a192-427d-a086-844bfbe94ad2 req-5ac9faf4-4fb7-4a65-a88d-2285594841cb tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:44.904705 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0d798d0e-a192-427d-a086-844bfbe94ad2 req-5ac9faf4-4fb7-4a65-a88d-2285594841cb tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c3d6762-a225-43dd-9334-bb5fc019102c HTTP/1.1" status: 200 len: 946 time: 0.0656455 Jun 21 10:19:44.945423 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0d798d0e-a192-427d-a086-844bfbe94ad2 req-e32fb672-802c-4bbb-8b90-00d853595834 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347056 Jun 21 10:19:44.959866 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56509a21-38eb-477c-8598-562697d4af80 req-64d81d7e-934e-442e-ab0c-a53a8561a5dc tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:44.961223 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-56509a21-38eb-477c-8598-562697d4af80 req-64d81d7e-934e-442e-ab0c-a53a8561a5dc tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 946 time: 0.0776665 Jun 21 10:19:44.972232 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 50774) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:19:45.011321 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-56509a21-38eb-477c-8598-562697d4af80 req-79cbe082-6e65-462f-ba1d-4cff98b3e4ad tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421610 Jun 21 10:19:45.191783 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979f8db0-4909-4ae8-9a4e-741fcb13cf03 tempest-TestVolumeBootPattern-268300600 tempest-TestVolumeBootPattern-268300600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:45.193400 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-979f8db0-4909-4ae8-9a4e-741fcb13cf03 tempest-TestVolumeBootPattern-268300600 tempest-TestVolumeBootPattern-268300600-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7c3d6762-a225-43dd-9334-bb5fc019102c HTTP/1.1" status: 200 len: 1094 time: 0.2194660 Jun 21 10:19:45.196210 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 50778) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:19:45.202006 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-b92f43dd-72eb-4f7a-9136-f351d7c51c35 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Request body: {'floatingip': {'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'port_id': '329a6f96-f971-452d-ba68-c32873a853eb', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:19:45.230845 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b92f43dd-72eb-4f7a-9136-f351d7c51c35 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for floatingip, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:45.273060 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:45.337827 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b92f43dd-72eb-4f7a-9136-f351d7c51c35 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:45.450872 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [None req-b92f43dd-72eb-4f7a-9136-f351d7c51c35 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Allocated IP 172.27.2.115 (fb624688-f845-4b15-87c8-de4e29ba1da0/d2f51930-445a-41d0-bd73-46a6db281e7c/8cd59741-01a2-4321-b70d-fdeb45e174a0) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:19:45.555507 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b92f43dd-72eb-4f7a-9136-f351d7c51c35 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:45.605851 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b92f43dd-72eb-4f7a-9136-f351d7c51c35 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1954238'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:45.607951 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-92a3914a-65ce-49e7-a3c5-0010da2df91f tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:19:45.655399 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92f43dd-72eb-4f7a-9136-f351d7c51c35 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Network fb624688-f845-4b15-87c8-de4e29ba1da0 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:19:45.658281 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-b92f43dd-72eb-4f7a-9136-f351d7c51c35 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:19:45.660960 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92f43dd-72eb-4f7a-9136-f351d7c51c35 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:19:45.683443 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f43dd-72eb-4f7a-9136-f351d7c51c35 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Pushing event updated for resources: {'Port': ['ID=8cd59741-01a2-4321-b70d-fdeb45e174a0,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:19:45.686642 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-b92f43dd-72eb-4f7a-9136-f351d7c51c35 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:19:46.053757 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b92f43dd-72eb-4f7a-9136-f351d7c51c35 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:46.163409 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b92f43dd-72eb-4f7a-9136-f351d7c51c35 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:46.299972 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f113b1-2c70-4539-bc4c-51ba308b1b8e req-3cc6247e-9481-4100-9b19-0214a57ac6da tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:46.302080 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-34f113b1-2c70-4539-bc4c-51ba308b1b8e req-3cc6247e-9481-4100-9b19-0214a57ac6da tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 946 time: 0.1585441 Jun 21 10:19:46.369961 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-34f113b1-2c70-4539-bc4c-51ba308b1b8e req-a85fe946-322e-4243-9504-184776ee9c98 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597069 Jun 21 10:19:46.390245 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b92f43dd-72eb-4f7a-9136-f351d7c51c35 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:46.395123 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b92f43dd-72eb-4f7a-9136-f351d7c51c35 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:46.397363 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-12457efd-13d2-4f48-a13b-8be5202d8752 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:19:46.479382 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f43dd-72eb-4f7a-9136-f351d7c51c35 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Pushing event updated for resources: {'Port': ['ID=8cd59741-01a2-4321-b70d-fdeb45e174a0,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:19:46.483191 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-b92f43dd-72eb-4f7a-9136-f351d7c51c35 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:19:46.498776 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b92f43dd-72eb-4f7a-9136-f351d7c51c35 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858313'] for floatingip, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:46.604518 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.db.l3_db [None req-b92f43dd-72eb-4f7a-9136-f351d7c51c35 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Floating IP bd1741ba-6c86-473a-80f2-f3fb72a65d0a associated. External IP: 172.27.2.115, port: 329a6f96-f971-452d-ba68-c32873a853eb. Jun 21 10:19:47.072866 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92f43dd-72eb-4f7a-9136-f351d7c51c35 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Router b29f85ec-8096-48b0-aef6-b1ed54c88700 has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:19:47.193432 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92f43dd-72eb-4f7a-9136-f351d7c51c35 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:19:47.206240 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea2974f-2717-4f79-893c-743532420d3f None None] Sync routers for ids ['b29f85ec-8096-48b0-aef6-b1ed54c88700'] in dv-cinder-797245-3-iscsi {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:19:47.213882 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b92f43dd-72eb-4f7a-9136-f351d7c51c35 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for floatingip, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:47.219308 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea2974f-2717-4f79-893c-743532420d3f None None] Routers {'b29f85ec-8096-48b0-aef6-b1ed54c88700'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:19:47.219966 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-cea2974f-2717-4f79-893c-743532420d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:19:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['b29f85ec-8096-48b0-aef6-b1ed54c88700'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:19:47.255227 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-b92f43dd-72eb-4f7a-9136-f351d7c51c35 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0577943 Jun 21 10:19:47.255845 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3d6762-a225-43dd-9334-bb5fc019102c', 'tag': '329a6f96-f971-452d-ba68-c32873a853eb'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:19:47.258371 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bc8008-6d3f-47c6-96e8-611a55fb9933" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3d6762-a225-43dd-9334-bb5fc019102c", "tag": "329a6f96-f971-452d-ba68-c32873a853eb"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:19:47.295000 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76be1dc-6cff-416a-b0fe-66f385c1ed7f x-openstack-request-id: req-d76be1dc-6cff-416a-b0fe-66f385c1ed7f {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:19:47.295698 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3d6762-a225-43dd-9334-bb5fc019102c", "tag": "329a6f96-f971-452d-ba68-c32873a853eb", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:19:47.295698 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d76be1dc-6cff-416a-b0fe-66f385c1ed7f {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:19:47.296055 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3d6762-a225-43dd-9334-bb5fc019102c', 'tag': '329a6f96-f971-452d-ba68-c32873a853eb', 'status': 'completed', 'code': 200} Jun 21 10:19:47.333831 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-cea2974f-2717-4f79-893c-743532420d3f None None] Set router b29f85ec-8096-48b0-aef6-b1ed54c88700 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:19:47.407746 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc8008-6d3f-47c6-96e8-611a55fb9933 req-9e3d678a-6f9b-453f-813d-2c15ccd8de9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:47.409389 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-26bc8008-6d3f-47c6-96e8-611a55fb9933 req-9e3d678a-6f9b-453f-813d-2c15ccd8de9a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d89583220ee1440bbdfeda076a37714b&device_id=7c3d6762-a225-43dd-9334-bb5fc019102c HTTP/1.1" status: 200 len: 1099 time: 0.0614581 Jun 21 10:19:47.518338 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc8008-6d3f-47c6-96e8-611a55fb9933 req-375a75d6-cb04-4c15-a225-2da2bd41a8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:47.523566 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-26bc8008-6d3f-47c6-96e8-611a55fb9933 req-375a75d6-cb04-4c15-a225-2da2bd41a8c4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=99912a94-0af8-44a1-b5eb-2eb4255e8f95 HTTP/1.1" status: 200 len: 913 time: 0.1047249 Jun 21 10:19:47.577129 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:19:47.595234 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-cea2974f-2717-4f79-893c-743532420d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'name': 'tempest-TestVolumeBootPattern-245411859-router', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '075a0383-c678-4854-8e3a-80e3d8621620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:32Z', 'revision_number': 4, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'gw_port': {'id': '075a0383-c678-4854-8e3a-80e3d8621620', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_floatingips': [{'id': 'bd1741ba-6c86-473a-80f2-f3fb72a65d0a', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'floating_ip_address': '172.27.2.115', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'port_id': '329a6f96-f971-452d-ba68-c32873a853eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'mac_address': 'fa:16:3e:8e:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d6762-a225-43dd-9334-bb5fc019102c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:19:45Z', 'updated_at': '2021-06-21T10:19:45Z', 'revision_number': 0, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'fixed_ip_address_scope': None}, {'id': 'd754bad7-6c8f-4610-b9f1-13bf15bddb68', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'port_id': '3d4c8d79-a3e0-4379-b491-8c7ac8490252', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'mac_address': 'fa:16:3e:20:dd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2526207d-182c-474c-9fb4-e6f671ee425a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:17:17Z', 'updated_at': '2021-06-21T10:17:20Z', 'revision_number': 1, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6036f762-76bf-44cc-82c7-c94046c50696', 'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'mac_address': 'fa:16:3e:e5:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:31Z', 'updated_at': '2021-06-21T10:13:39Z', 'revision_number': 5, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'subnets': [{'id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:19:47.612557 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-26bc8008-6d3f-47c6-96e8-611a55fb9933 req-f38133e5-6678-4d6e-9a9e-f1a7fce6b7b9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=329a6f96-f971-452d-ba68-c32873a853eb HTTP/1.1" status: 200 len: 1000 time: 0.0721979 Jun 21 10:19:47.627152 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea2974f-2717-4f79-893c-743532420d3f None None] Checking router: b29f85ec-8096-48b0-aef6-b1ed54c88700 for host: dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:19:47.635378 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea2974f-2717-4f79-893c-743532420d3f None None] Routers {'b29f85ec-8096-48b0-aef6-b1ed54c88700'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:19:47.635996 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-cea2974f-2717-4f79-893c-743532420d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:19:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['b29f85ec-8096-48b0-aef6-b1ed54c88700'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:19:47.657874 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc369e-64e3-40d0-bee6-c04ed521d907 req-1edcb5d1-448a-4d4b-89e3-16a786540ca6 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:47.659451 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bdbc369e-64e3-40d0-bee6-c04ed521d907 req-1edcb5d1-448a-4d4b-89e3-16a786540ca6 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 946 time: 0.1539812 Jun 21 10:19:47.691957 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc8008-6d3f-47c6-96e8-611a55fb9933 req-47ab0817-04dd-4558-b5e3-0a9311dc1402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:47.693437 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-26bc8008-6d3f-47c6-96e8-611a55fb9933 req-47ab0817-04dd-4558-b5e3-0a9311dc1402 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3c4edada-c0f2-4bfd-9da7-75ff93dda488 HTTP/1.1" status: 200 len: 850 time: 0.0739169 Jun 21 10:19:47.740608 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-bdbc369e-64e3-40d0-bee6-c04ed521d907 req-9336bf22-8cfd-4108-be96-458e654e49cc tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748649 Jun 21 10:19:47.749617 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-cea2974f-2717-4f79-893c-743532420d3f None None] Set router b29f85ec-8096-48b0-aef6-b1ed54c88700 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:19:47.766211 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc8008-6d3f-47c6-96e8-611a55fb9933 req-4e6d87dc-d44d-42fe-ab1f-293d19637c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:47.767759 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-26bc8008-6d3f-47c6-96e8-611a55fb9933 req-4e6d87dc-d44d-42fe-ab1f-293d19637c79 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=99912a94-0af8-44a1-b5eb-2eb4255e8f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677955 Jun 21 10:19:47.862687 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-26bc8008-6d3f-47c6-96e8-611a55fb9933 req-e3c9e7e8-d0ed-43b3-8d02-a58ad76a00d0 service neutron] 10.222.0.74 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885663 Jun 21 10:19:47.961651 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-26bc8008-6d3f-47c6-96e8-611a55fb9933 req-43657323-9fa9-4977-b541-4867c6e216f6 service neutron] 10.222.0.74 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924215 Jun 21 10:19:47.993912 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-cea2974f-2717-4f79-893c-743532420d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'name': 'tempest-TestVolumeBootPattern-245411859-router', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '075a0383-c678-4854-8e3a-80e3d8621620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:32Z', 'revision_number': 4, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'gw_port': {'id': '075a0383-c678-4854-8e3a-80e3d8621620', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_floatingips': [{'id': 'bd1741ba-6c86-473a-80f2-f3fb72a65d0a', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'floating_ip_address': '172.27.2.115', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'port_id': '329a6f96-f971-452d-ba68-c32873a853eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'mac_address': 'fa:16:3e:8e:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d6762-a225-43dd-9334-bb5fc019102c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:19:45Z', 'updated_at': '2021-06-21T10:19:45Z', 'revision_number': 0, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'fixed_ip_address_scope': None}, {'id': 'd754bad7-6c8f-4610-b9f1-13bf15bddb68', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'port_id': '3d4c8d79-a3e0-4379-b491-8c7ac8490252', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'mac_address': 'fa:16:3e:20:dd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2526207d-182c-474c-9fb4-e6f671ee425a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:17:17Z', 'updated_at': '2021-06-21T10:17:20Z', 'revision_number': 1, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6036f762-76bf-44cc-82c7-c94046c50696', 'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'mac_address': 'fa:16:3e:e5:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:31Z', 'updated_at': '2021-06-21T10:13:39Z', 'revision_number': 5, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'subnets': [{'id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:19:48.022187 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea2974f-2717-4f79-893c-743532420d3f None None] The sync data for ids ['b29f85ec-8096-48b0-aef6-b1ed54c88700'] in dv-cinder-797245-3-iscsi is: [{'id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'name': 'tempest-TestVolumeBootPattern-245411859-router', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '075a0383-c678-4854-8e3a-80e3d8621620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:32Z', 'revision_number': 4, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'gw_port': {'id': '075a0383-c678-4854-8e3a-80e3d8621620', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_floatingips': [{'id': 'bd1741ba-6c86-473a-80f2-f3fb72a65d0a', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'floating_ip_address': '172.27.2.115', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'port_id': '329a6f96-f971-452d-ba68-c32873a853eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'mac_address': 'fa:16:3e:8e:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d6762-a225-43dd-9334-bb5fc019102c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:19:45Z', 'updated_at': '2021-06-21T10:19:45Z', 'revision_number': 0, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'fixed_ip_address_scope': None}, {'id': 'd754bad7-6c8f-4610-b9f1-13bf15bddb68', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'port_id': '3d4c8d79-a3e0-4379-b491-8c7ac8490252', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'mac_address': 'fa:16:3e:20:dd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2526207d-182c-474c-9fb4-e6f671ee425a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:17:17Z', 'updated_at': '2021-06-21T10:17:20Z', 'revision_number': 1, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6036f762-76bf-44cc-82c7-c94046c50696', 'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'mac_address': 'fa:16:3e:e5:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:31Z', 'updated_at': '2021-06-21T10:13:39Z', 'revision_number': 5, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'subnets': [{'id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:19:48.211390 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed16e12-6f24-447b-9ad5-ceb999cb4c7e None None] New status for floating IP bd1741ba-6c86-473a-80f2-f3fb72a65d0a: ACTIVE {{(pid=92973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 10:19:57.187920 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:19:59.607743 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-41aecf56-e128-4eb7-8008-f32011d5f18e req-8f179ac2-c3a0-411b-a932-8db1ea5ced0e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0578067 Jun 21 10:19:59.710916 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aecf56-e128-4eb7-8008-f32011d5f18e req-29e9e360-80e7-4c18-bf67-36dd720e0cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:59.712432 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-41aecf56-e128-4eb7-8008-f32011d5f18e req-29e9e360-80e7-4c18-bf67-36dd720e0cbb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f68e21913be4bacb3ea891f31183f6a&device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 1099 time: 0.0680254 Jun 21 10:19:59.835277 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aecf56-e128-4eb7-8008-f32011d5f18e req-3c76929f-48c5-4427-92ac-0937e3760faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:19:59.836796 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-41aecf56-e128-4eb7-8008-f32011d5f18e req-3c76929f-48c5-4427-92ac-0937e3760faa service neutron] 10.222.0.74 "GET /v2.0/networks?id=f45468d3-7a30-4ca1-b23e-095a7ff9fd22 HTTP/1.1" status: 200 len: 919 time: 0.1018767 Jun 21 10:19:59.931782 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-41aecf56-e128-4eb7-8008-f32011d5f18e req-2aac5c7a-5183-4b92-a4f7-7cf98c2fe05c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=421eab91-fdc4-4951-ba80-e71b097053f0 HTTP/1.1" status: 200 len: 1001 time: 0.0879138 Jun 21 10:20:00.005110 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aecf56-e128-4eb7-8008-f32011d5f18e req-ace89164-555c-4c06-98c5-18a3b3201272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:20:00.006624 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-41aecf56-e128-4eb7-8008-f32011d5f18e req-ace89164-555c-4c06-98c5-18a3b3201272 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7754b5eb-78b7-4040-b8fe-e41e18555134 HTTP/1.1" status: 200 len: 856 time: 0.0678751 Jun 21 10:20:00.072158 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aecf56-e128-4eb7-8008-f32011d5f18e req-630b7c35-c36f-4143-aa5c-eb7095bdc2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:20:00.074358 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-41aecf56-e128-4eb7-8008-f32011d5f18e req-630b7c35-c36f-4143-aa5c-eb7095bdc2f6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f45468d3-7a30-4ca1-b23e-095a7ff9fd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592871 Jun 21 10:20:00.189899 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-41aecf56-e128-4eb7-8008-f32011d5f18e req-614256df-e1b1-4c6b-a167-f4606f864e1f service neutron] 10.222.0.74 "GET /v2.0/networks/f45468d3-7a30-4ca1-b23e-095a7ff9fd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059549 Jun 21 10:20:00.300467 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-41aecf56-e128-4eb7-8008-f32011d5f18e req-dde93edc-9402-48a8-81ab-80d0b92b0fd6 service neutron] 10.222.0.74 "GET /v2.0/networks/f45468d3-7a30-4ca1-b23e-095a7ff9fd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026022 Jun 21 10:20:07.382570 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-2aa175cb-642b-4cc9-9695-ab1f95774867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:10.845054 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:10.951712 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ffe52af0-e15d-4563-84d4-86da8a869340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:13.083667 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:15.159149 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:21.304020 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8c69d-034e-412a-aa6a-9afede834000 req-e11b0ed1-7593-45c3-a46d-3719c7d45542 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:20:21.305526 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dcb8c69d-034e-412a-aa6a-9afede834000 req-e11b0ed1-7593-45c3-a46d-3719c7d45542 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 946 time: 0.0674198 Jun 21 10:20:21.351370 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dcb8c69d-034e-412a-aa6a-9afede834000 req-886b45eb-a125-42ac-866e-f8e17c06a552 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381393 Jun 21 10:20:22.538230 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8175ae-c715-4f6e-afea-ada2a53da016 req-d83853c6-2c29-475e-a9db-65c8437ce6e9 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:20:22.539685 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-cf8175ae-c715-4f6e-afea-ada2a53da016 req-d83853c6-2c29-475e-a9db-65c8437ce6e9 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 946 time: 0.0655642 Jun 21 10:20:22.577682 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-cf8175ae-c715-4f6e-afea-ada2a53da016 req-5e613fb4-bdb5-4e63-bd2c-615799510762 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8fbcb92-ccb4-40cc-a999-1869c55f1974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314696 Jun 21 10:20:22.923223 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff0001-0d2c-41ea-8bd1-a7e488436750 req-e4dd24db-556e-4c86-bb72-7c1956c6270d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:20:22.924681 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a3ff0001-0d2c-41ea-8bd1-a7e488436750 req-e4dd24db-556e-4c86-bb72-7c1956c6270d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 946 time: 0.0633767 Jun 21 10:20:23.027816 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [req-a3ff0001-0d2c-41ea-8bd1-a7e488436750 req-d9679e73-fc7d-447e-ab89-a19d18c26dd4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Deleting port 421eab91-fdc4-4951-ba80-e71b097053f0 {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:20:23.028153 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-a3ff0001-0d2c-41ea-8bd1-a7e488436750 req-d9679e73-fc7d-447e-ab89-a19d18c26dd4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:23.121251 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-a3ff0001-0d2c-41ea-8bd1-a7e488436750 req-d9679e73-fc7d-447e-ab89-a19d18c26dd4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] For port 421eab91-fdc4-4951-ba80-e71b097053f0, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=421eab91-fdc4-4951-ba80-e71b097053f0,segment=NetworkSegment(bba32aef-ac7d-4881-aeb7-7b8056567483),segment_id=bba32aef-ac7d-4881-aeb7-7b8056567483)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:20:23.121595 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-a3ff0001-0d2c-41ea-8bd1-a7e488436750 req-d9679e73-fc7d-447e-ab89-a19d18c26dd4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:23.288032 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-a3ff0001-0d2c-41ea-8bd1-a7e488436750 req-d9679e73-fc7d-447e-ab89-a19d18c26dd4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:23.288522 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-a3ff0001-0d2c-41ea-8bd1-a7e488436750 req-d9679e73-fc7d-447e-ab89-a19d18c26dd4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858313'] for floatingip, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:23.288819 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.db.l3_db [req-a3ff0001-0d2c-41ea-8bd1-a7e488436750 req-d9679e73-fc7d-447e-ab89-a19d18c26dd4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Floating IP ae5fdb4c-a51c-4299-ad0c-48155fd160b6 disassociated. External IP: 172.27.2.124, port: 421eab91-fdc4-4951-ba80-e71b097053f0. Jun 21 10:20:23.289191 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [req-a3ff0001-0d2c-41ea-8bd1-a7e488436750 req-d9679e73-fc7d-447e-ab89-a19d18c26dd4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Calling delete_port for 421eab91-fdc4-4951-ba80-e71b097053f0 owned by compute:nova {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:20:23.428152 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-a3ff0001-0d2c-41ea-8bd1-a7e488436750 req-d9679e73-fc7d-447e-ab89-a19d18c26dd4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1954225'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:23.432283 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-1ac4754d-cfd2-428b-8fa9-e10ddc521803 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:23.459669 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9679e73-fc7d-447e-ab89-a19d18c26dd4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Pushing event deleted for resources: {'Port': ['ID=421eab91-fdc4-4951-ba80-e71b097053f0,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:23.478583 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9679e73-fc7d-447e-ab89-a19d18c26dd4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:23.479798 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9679e73-fc7d-447e-ab89-a19d18c26dd4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:23.480174 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9679e73-fc7d-447e-ab89-a19d18c26dd4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:23.481456 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9679e73-fc7d-447e-ab89-a19d18c26dd4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:23.481831 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9679e73-fc7d-447e-ab89-a19d18c26dd4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:23.482187 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9679e73-fc7d-447e-ab89-a19d18c26dd4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:23.482539 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9679e73-fc7d-447e-ab89-a19d18c26dd4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:23.482889 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9679e73-fc7d-447e-ab89-a19d18c26dd4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:23.483231 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9679e73-fc7d-447e-ab89-a19d18c26dd4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:23.483577 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9679e73-fc7d-447e-ab89-a19d18c26dd4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:23.483922 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9679e73-fc7d-447e-ab89-a19d18c26dd4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:23.484264 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9679e73-fc7d-447e-ab89-a19d18c26dd4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:23.488019 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-d9679e73-fc7d-447e-ab89-a19d18c26dd4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:23.593789 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3ff0001-0d2c-41ea-8bd1-a7e488436750 req-d9679e73-fc7d-447e-ab89-a19d18c26dd4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Router 5499a165-a960-444d-bc5d-5bcf21d83d0f has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:20:23.733987 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7169ef7c-a283-4059-885d-15b16b8946b1 req-42126fa9-34cf-4bd6-a2f4-f91bd26f146e tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5cf6f90-338e-4b4b-8c97-52f8e6b30e16 HTTP/1.1" status: 200 len: 210 time: 0.0328708 Jun 21 10:20:23.736477 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3ff0001-0d2c-41ea-8bd1-a7e488436750 req-d9679e73-fc7d-447e-ab89-a19d18c26dd4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:20:23.748558 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fe5289-ddb6-46b2-8068-49796dc8435c None None] Sync routers for ids ['5499a165-a960-444d-bc5d-5bcf21d83d0f'] in dv-cinder-797245-3-iscsi {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:20:23.759475 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fe5289-ddb6-46b2-8068-49796dc8435c None None] Routers {'5499a165-a960-444d-bc5d-5bcf21d83d0f'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:20:23.760208 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-07fe5289-ddb6-46b2-8068-49796dc8435c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:20:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['5499a165-a960-444d-bc5d-5bcf21d83d0f'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:20:23.784150 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ff0001-0d2c-41ea-8bd1-a7e488436750 req-d9679e73-fc7d-447e-ab89-a19d18c26dd4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] No DVR routers for this DVR port 421eab91-fdc4-4951-ba80-e71b097053f0 on host hv-cinder-79724 {{(pid=92958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:20:23.786727 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-a3ff0001-0d2c-41ea-8bd1-a7e488436750 req-d9679e73-fc7d-447e-ab89-a19d18c26dd4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:23.788714 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a3ff0001-0d2c-41ea-8bd1-a7e488436750 req-d9679e73-fc7d-447e-ab89-a19d18c26dd4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.74 "DELETE /v2.0/ports/421eab91-fdc4-4951-ba80-e71b097053f0 HTTP/1.1" status: 204 len: 173 time: 0.8575809 Jun 21 10:20:23.789230 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cf6f90-338e-4b4b-8c97-52f8e6b30e16', 'name': 'network-vif-deleted', 'tag': '421eab91-fdc4-4951-ba80-e71b097053f0'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:20:23.792256 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e89bb7a-4a89-4a95-af1b-90e972aa4a25" -d '{"events": [{"server_uuid": "a5cf6f90-338e-4b4b-8c97-52f8e6b30e16", "name": "network-vif-deleted", "tag": "421eab91-fdc4-4951-ba80-e71b097053f0"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:20:23.833853 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c005b5-9d54-4c16-982e-bb7ce6be8577 x-openstack-request-id: req-51c005b5-9d54-4c16-982e-bb7ce6be8577 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:20:23.834189 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5cf6f90-338e-4b4b-8c97-52f8e6b30e16", "name": "network-vif-deleted", "tag": "421eab91-fdc4-4951-ba80-e71b097053f0", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:20:23.834483 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-51c005b5-9d54-4c16-982e-bb7ce6be8577 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:20:23.834926 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cf6f90-338e-4b4b-8c97-52f8e6b30e16', 'name': 'network-vif-deleted', 'tag': '421eab91-fdc4-4951-ba80-e71b097053f0', 'status': 'completed', 'code': 200} Jun 21 10:20:23.887652 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-07fe5289-ddb6-46b2-8068-49796dc8435c None None] Set router 5499a165-a960-444d-bc5d-5bcf21d83d0f gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:20:24.098820 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-07fe5289-ddb6-46b2-8068-49796dc8435c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1311109622-router', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:14:38Z', 'updated_at': '2021-06-21T10:14:44Z', 'revision_number': 4, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'gw_port': {'id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:39Z', 'updated_at': '2021-06-21T10:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'ad71832e-9c48-4d0e-94d1-8879257d4bdd', 'name': '', 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'mac_address': 'fa:16:3e:c4:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:43Z', 'updated_at': '2021-06-21T10:14:53Z', 'revision_number': 5, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'subnets': [{'id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:20:24.128531 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fe5289-ddb6-46b2-8068-49796dc8435c None None] Checking router: 5499a165-a960-444d-bc5d-5bcf21d83d0f for host: dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:20:24.137412 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fe5289-ddb6-46b2-8068-49796dc8435c None None] Routers {'5499a165-a960-444d-bc5d-5bcf21d83d0f'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:20:24.138037 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-07fe5289-ddb6-46b2-8068-49796dc8435c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:20:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['5499a165-a960-444d-bc5d-5bcf21d83d0f'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:20:24.242617 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-07fe5289-ddb6-46b2-8068-49796dc8435c None None] Set router 5499a165-a960-444d-bc5d-5bcf21d83d0f gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:20:24.568322 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-07fe5289-ddb6-46b2-8068-49796dc8435c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1311109622-router', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:14:38Z', 'updated_at': '2021-06-21T10:14:44Z', 'revision_number': 4, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'gw_port': {'id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:39Z', 'updated_at': '2021-06-21T10:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'ad71832e-9c48-4d0e-94d1-8879257d4bdd', 'name': '', 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'mac_address': 'fa:16:3e:c4:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:43Z', 'updated_at': '2021-06-21T10:14:53Z', 'revision_number': 5, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'subnets': [{'id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:20:24.576972 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:20:24.594004 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fe5289-ddb6-46b2-8068-49796dc8435c None None] The sync data for ids ['5499a165-a960-444d-bc5d-5bcf21d83d0f'] in dv-cinder-797245-3-iscsi is: [{'id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1311109622-router', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:14:38Z', 'updated_at': '2021-06-21T10:14:44Z', 'revision_number': 4, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'gw_port': {'id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:39Z', 'updated_at': '2021-06-21T10:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'ad71832e-9c48-4d0e-94d1-8879257d4bdd', 'name': '', 'network_id': 'f45468d3-7a30-4ca1-b23e-095a7ff9fd22', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'mac_address': 'fa:16:3e:c4:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:43Z', 'updated_at': '2021-06-21T10:14:53Z', 'revision_number': 5, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'subnets': [{'id': '7754b5eb-78b7-4040-b8fe-e41e18555134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:20:24.817717 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6816ef-38d8-4e84-b06f-e5b2c128c3e1 None None] New status for floating IP ae5fdb4c-a51c-4299-ad0c-48155fd160b6: DOWN {{(pid=92973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 10:20:25.886983 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 50862) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:20:25.945787 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-45f32285-e4cd-4d2c-8965-a0a4a781364c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:25.974736 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-45f32285-e4cd-4d2c-8965-a0a4a781364c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:26.021724 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-45f32285-e4cd-4d2c-8965-a0a4a781364c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:26.024244 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-45f32285-e4cd-4d2c-8965-a0a4a781364c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:26.025415 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-45f32285-e4cd-4d2c-8965-a0a4a781364c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "DELETE /v2.0/security-groups/e8fbcb92-ccb4-40cc-a999-1869c55f1974 HTTP/1.1" status: 204 len: 168 time: 0.1374576 Jun 21 10:20:26.026775 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:26.029076 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 50864) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:20:26.035890 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f32285-e4cd-4d2c-8965-a0a4a781364c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fbcb92-ccb4-40cc-a999-1869c55f1974,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:26.044093 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.api.v2.resource [None req-19233ad8-657d-4604-93d5-0bca4182a6a5 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] show failed (client error): The resource could not be found. Jun 21 10:20:26.044319 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f32285-e4cd-4d2c-8965-a0a4a781364c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:26.044482 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f32285-e4cd-4d2c-8965-a0a4a781364c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:26.044908 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f32285-e4cd-4d2c-8965-a0a4a781364c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:26.045111 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-19233ad8-657d-4604-93d5-0bca4182a6a5 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "GET /v2.0/security-groups/e8fbcb92-ccb4-40cc-a999-1869c55f1974 HTTP/1.1" status: 404 len: 347 time: 0.0148151 Jun 21 10:20:26.045422 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f32285-e4cd-4d2c-8965-a0a4a781364c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:26.045786 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f32285-e4cd-4d2c-8965-a0a4a781364c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:26.046141 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f32285-e4cd-4d2c-8965-a0a4a781364c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:26.046493 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f32285-e4cd-4d2c-8965-a0a4a781364c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:26.046842 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f32285-e4cd-4d2c-8965-a0a4a781364c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:26.047192 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f32285-e4cd-4d2c-8965-a0a4a781364c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:26.047623 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f32285-e4cd-4d2c-8965-a0a4a781364c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:26.047980 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f32285-e4cd-4d2c-8965-a0a4a781364c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:26.048323 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f32285-e4cd-4d2c-8965-a0a4a781364c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:26.048485 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 50868) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:20:26.051596 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-45f32285-e4cd-4d2c-8965-a0a4a781364c tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:26.179574 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-41e7d655-05a5-4734-a308-85d50e24c01f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Deleting port a50b8427-4923-4225-8810-d5f2d8305e3a {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:20:26.179826 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41e7d655-05a5-4734-a308-85d50e24c01f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:26.254330 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41e7d655-05a5-4734-a308-85d50e24c01f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:26.254655 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41e7d655-05a5-4734-a308-85d50e24c01f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:26.319982 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-41e7d655-05a5-4734-a308-85d50e24c01f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Calling delete_port for a50b8427-4923-4225-8810-d5f2d8305e3a owned by network:floatingip {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:20:26.455646 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41e7d655-05a5-4734-a308-85d50e24c01f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1954225'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:26.457681 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-f99a8b79-7fcd-45bf-ae3d-a510a148383d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:26.486187 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e7d655-05a5-4734-a308-85d50e24c01f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Pushing event deleted for resources: {'Port': ['ID=a50b8427-4923-4225-8810-d5f2d8305e3a,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:26.489298 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-41e7d655-05a5-4734-a308-85d50e24c01f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:26.547228 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41e7d655-05a5-4734-a308-85d50e24c01f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks [] for floatingip, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:26.549637 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41e7d655-05a5-4734-a308-85d50e24c01f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for floatingip, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:26.550738 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-41e7d655-05a5-4734-a308-85d50e24c01f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] 10.222.0.50 "DELETE /v2.0/floatingips/ae5fdb4c-a51c-4299-ad0c-48155fd160b6 HTTP/1.1" status: 204 len: 168 time: 0.5003834 Jun 21 10:20:27.178317 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:27.998930 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 421eab91-fdc4-4951-ba80-e71b097053f0 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:20:28.022123 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] No Port match for: 421eab91-fdc4-4951-ba80-e71b097053f0 {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:20:28.022473 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 421eab91-fdc4-4951-ba80-e71b097053f0 not bound to the agent host hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:20:29.126825 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 50890) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:20:29.886949 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-aca6b954-9d8b-4688-9dae-3919390161c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3719668'] for router_interface, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:30.156262 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-aca6b954-9d8b-4688-9dae-3919390161c2 admin admin] Deleting port ad71832e-9c48-4d0e-94d1-8879257d4bdd {{(pid=92965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:20:30.156962 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-aca6b954-9d8b-4688-9dae-3919390161c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:30.235341 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [None req-aca6b954-9d8b-4688-9dae-3919390161c2 admin admin] For port ad71832e-9c48-4d0e-94d1-8879257d4bdd, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=ad71832e-9c48-4d0e-94d1-8879257d4bdd,segment=NetworkSegment(bba32aef-ac7d-4881-aeb7-7b8056567483),segment_id=bba32aef-ac7d-4881-aeb7-7b8056567483)] {{(pid=92965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:20:30.235688 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-aca6b954-9d8b-4688-9dae-3919390161c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:30.297663 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-aca6b954-9d8b-4688-9dae-3919390161c2 admin admin] Calling delete_port for ad71832e-9c48-4d0e-94d1-8879257d4bdd owned by network:router_interface {{(pid=92965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:20:30.487512 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-aca6b954-9d8b-4688-9dae-3919390161c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11354326'] for port, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:30.489599 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-6c9c0dbe-44ac-4e7d-a485-b5d13f3d70e7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:30.512576 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6b954-9d8b-4688-9dae-3919390161c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad71832e-9c48-4d0e-94d1-8879257d4bdd,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:30.516244 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-aca6b954-9d8b-4688-9dae-3919390161c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:30.691932 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-aca6b954-9d8b-4688-9dae-3919390161c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3840626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719496'] for router_interface, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:30.909355 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca6b954-9d8b-4688-9dae-3919390161c2 admin admin] Router 5499a165-a960-444d-bc5d-5bcf21d83d0f has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:20:31.023089 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca6b954-9d8b-4688-9dae-3919390161c2 admin admin] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:20:31.028651 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-aca6b954-9d8b-4688-9dae-3919390161c2 admin admin] 10.222.0.50 "PUT /v2.0/routers/5499a165-a960-444d-bc5d-5bcf21d83d0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9007642 Jun 21 10:20:31.031192 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 50894) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:20:31.033511 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f403c4-c118-4e6c-9745-967535f216da None None] Sync routers for ids ['5499a165-a960-444d-bc5d-5bcf21d83d0f'] in dv-cinder-797245-3-iscsi {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:20:31.043722 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f403c4-c118-4e6c-9745-967535f216da None None] Routers {'5499a165-a960-444d-bc5d-5bcf21d83d0f'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:20:31.044336 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-c6f403c4-c118-4e6c-9745-967535f216da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:20:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['5499a165-a960-444d-bc5d-5bcf21d83d0f'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:20:31.144315 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-4c7d2773-63d3-4514-be5b-e11ba8c74e2c admin admin] Notify callbacks [] for router, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:31.155143 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-c6f403c4-c118-4e6c-9745-967535f216da None None] Set router 5499a165-a960-444d-bc5d-5bcf21d83d0f gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:20:31.262879 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-4c7d2773-63d3-4514-be5b-e11ba8c74e2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:31.332332 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-4c7d2773-63d3-4514-be5b-e11ba8c74e2c admin admin] Deleting port d3767c77-0041-4d03-8926-aa77ad3f414e {{(pid=92965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:20:31.332712 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-4c7d2773-63d3-4514-be5b-e11ba8c74e2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:31.407775 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-c6f403c4-c118-4e6c-9745-967535f216da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1311109622-router', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:14:38Z', 'updated_at': '2021-06-21T10:20:30Z', 'revision_number': 5, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'gw_port': {'id': 'd3767c77-0041-4d03-8926-aa77ad3f414e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:14:39Z', 'updated_at': '2021-06-21T10:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi'}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:20:31.436239 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [None req-4c7d2773-63d3-4514-be5b-e11ba8c74e2c admin admin] For port d3767c77-0041-4d03-8926-aa77ad3f414e, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=d3767c77-0041-4d03-8926-aa77ad3f414e,segment=NetworkSegment(51446d15-6cd3-4f7c-9b01-f06091ff92a2),segment_id=51446d15-6cd3-4f7c-9b01-f06091ff92a2)] {{(pid=92965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:20:31.436856 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-4c7d2773-63d3-4514-be5b-e11ba8c74e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:31.437057 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f403c4-c118-4e6c-9745-967535f216da None None] Checking router: 5499a165-a960-444d-bc5d-5bcf21d83d0f for host: dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:20:31.446378 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f403c4-c118-4e6c-9745-967535f216da None None] Routers {'5499a165-a960-444d-bc5d-5bcf21d83d0f'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:20:31.447183 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-c6f403c4-c118-4e6c-9745-967535f216da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:20:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['5499a165-a960-444d-bc5d-5bcf21d83d0f'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:20:31.518200 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-4c7d2773-63d3-4514-be5b-e11ba8c74e2c admin admin] Calling delete_port for d3767c77-0041-4d03-8926-aa77ad3f414e owned by network:router_gateway {{(pid=92965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:20:31.548402 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-c6f403c4-c118-4e6c-9745-967535f216da None None] Set router 5499a165-a960-444d-bc5d-5bcf21d83d0f gateway port host: None {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:20:31.607414 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-c6f403c4-c118-4e6c-9745-967535f216da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1311109622-router', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:14:38Z', 'updated_at': '2021-06-21T10:20:31Z', 'revision_number': 6, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'gw_port_host': None}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:20:31.639383 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f403c4-c118-4e6c-9745-967535f216da None None] The sync data for ids ['5499a165-a960-444d-bc5d-5bcf21d83d0f'] in dv-cinder-797245-3-iscsi is: [{'id': '5499a165-a960-444d-bc5d-5bcf21d83d0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1311109622-router', 'tenant_id': '5f68e21913be4bacb3ea891f31183f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:14:38Z', 'updated_at': '2021-06-21T10:20:31Z', 'revision_number': 6, 'project_id': '5f68e21913be4bacb3ea891f31183f6a', 'gw_port_host': None}] {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:20:31.712517 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-4c7d2773-63d3-4514-be5b-e11ba8c74e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11354326'] for port, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:31.715438 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-0be1d9ad-550a-4d07-a2d4-a0a91b2fa528 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:31.740310 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d2773-63d3-4514-be5b-e11ba8c74e2c admin admin] Pushing event deleted for resources: {'Port': ['ID=d3767c77-0041-4d03-8926-aa77ad3f414e,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:31.743404 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-4c7d2773-63d3-4514-be5b-e11ba8c74e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:31.807241 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-4c7d2773-63d3-4514-be5b-e11ba8c74e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3858276'] for router_gateway, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:31.911266 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-4c7d2773-63d3-4514-be5b-e11ba8c74e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3733370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1328'] for router, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:31.913594 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-4c7d2773-63d3-4514-be5b-e11ba8c74e2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:31.984757 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-4c7d2773-63d3-4514-be5b-e11ba8c74e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3722539'] for router, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:31.985370 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7d2773-63d3-4514-be5b-e11ba8c74e2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5499a165-a960-444d-bc5d-5bcf21d83d0f {{(pid=92965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 10:20:31.990292 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-4c7d2773-63d3-4514-be5b-e11ba8c74e2c admin admin] Notify callbacks [] for router, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:31.991434 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-4c7d2773-63d3-4514-be5b-e11ba8c74e2c admin admin] 10.222.0.50 "DELETE /v2.0/routers/5499a165-a960-444d-bc5d-5bcf21d83d0f HTTP/1.1" status: 204 len: 168 time: 0.9593191 Jun 21 10:20:31.994895 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 50896) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:20:32.042316 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb36ffa-ac12-445e-8d7d-159c37063bcb admin admin] Deleting subnet 7754b5eb-78b7-4040-b8fe-e41e18555134 {{(pid=92965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 10:20:32.046051 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-5cb36ffa-ac12-445e-8d7d-159c37063bcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:32.084955 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-5cb36ffa-ac12-445e-8d7d-159c37063bcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11354325'] for subnet, precommit_delete_associations {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:32.204228 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-5cb36ffa-ac12-445e-8d7d-159c37063bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708198'] for subnet, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:32.258933 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-5cb36ffa-ac12-445e-8d7d-159c37063bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11354284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9374893'] for subnet, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:32.261708 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-f08e6fd8-1ba7-4281-a458-a6eb7cec85e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:32.286571 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb36ffa-ac12-445e-8d7d-159c37063bcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7754b5eb-78b7-4040-b8fe-e41e18555134,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:32.289646 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-5cb36ffa-ac12-445e-8d7d-159c37063bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:32.290638 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-5cb36ffa-ac12-445e-8d7d-159c37063bcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:32.294276 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-5cb36ffa-ac12-445e-8d7d-159c37063bcb admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7754b5eb-78b7-4040-b8fe-e41e18555134 HTTP/1.1" status: 204 len: 168 time: 0.2979589 Jun 21 10:20:32.296412 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 50898) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:20:32.299292 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014e3d2e-d414-48a3-bbee-049c6288e794 None None] Network f45468d3-7a30-4ca1-b23e-095a7ff9fd22 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:20:32.382311 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e98b9a77-f0b7-4e1f-8b41-79b2f0c11076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729370'] for network, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:32.450319 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-e98b9a77-f0b7-4e1f-8b41-79b2f0c11076 admin admin] Deleting port c92fb676-beb8-424a-bf0e-58cf7b36810b {{(pid=92965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:20:32.450710 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e98b9a77-f0b7-4e1f-8b41-79b2f0c11076 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:32.519952 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7247a5-50fc-4385-8b78-d992cc824014 None None] DHCP port deletion for f45468d3-7a30-4ca1-b23e-095a7ff9fd22 request from dv-cinder-797245-3-iscsi {{(pid=92969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 10:20:32.548569 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [None req-e98b9a77-f0b7-4e1f-8b41-79b2f0c11076 admin admin] For port c92fb676-beb8-424a-bf0e-58cf7b36810b, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=c92fb676-beb8-424a-bf0e-58cf7b36810b,segment=NetworkSegment(bba32aef-ac7d-4881-aeb7-7b8056567483),segment_id=bba32aef-ac7d-4881-aeb7-7b8056567483)] {{(pid=92965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:20:32.548959 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e98b9a77-f0b7-4e1f-8b41-79b2f0c11076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:32.584645 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-cf7247a5-50fc-4385-8b78-d992cc824014 None None] Deleting port c92fb676-beb8-424a-bf0e-58cf7b36810b {{(pid=92969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:20:32.585075 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-cf7247a5-50fc-4385-8b78-d992cc824014 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:32.626129 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-e98b9a77-f0b7-4e1f-8b41-79b2f0c11076 admin admin] Calling delete_port for c92fb676-beb8-424a-bf0e-58cf7b36810b owned by network:dhcp {{(pid=92965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:20:32.678430 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-cf7247a5-50fc-4385-8b78-d992cc824014 None None] For port c92fb676-beb8-424a-bf0e-58cf7b36810b, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=c92fb676-beb8-424a-bf0e-58cf7b36810b,segment=NetworkSegment(bba32aef-ac7d-4881-aeb7-7b8056567483),segment_id=bba32aef-ac7d-4881-aeb7-7b8056567483)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:20:32.678946 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-cf7247a5-50fc-4385-8b78-d992cc824014 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:32.732099 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device c92fb676-beb8-424a-bf0e-58cf7b36810b no longer exists at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:20:32.736398 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e98b9a77-f0b7-4e1f-8b41-79b2f0c11076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11354326'] for port, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:32.738738 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-aca6b954-9d8b-4688-9dae-3919390161c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:32.767485 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b9a77-f0b7-4e1f-8b41-79b2f0c11076 admin admin] Pushing event deleted for resources: {'Port': ['ID=c92fb676-beb8-424a-bf0e-58cf7b36810b,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:32.769256 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-cf7247a5-50fc-4385-8b78-d992cc824014 None None] Calling delete_port for c92fb676-beb8-424a-bf0e-58cf7b36810b owned by network:dhcp {{(pid=92969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:20:32.770756 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-e98b9a77-f0b7-4e1f-8b41-79b2f0c11076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:32.771607 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98b9a77-f0b7-4e1f-8b41-79b2f0c11076 admin admin] No DVR routers for this DVR port c92fb676-beb8-424a-bf0e-58cf7b36810b on host dv-cinder-797245-3-iscsi {{(pid=92965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:20:32.808317 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] No Port match for: c92fb676-beb8-424a-bf0e-58cf7b36810b {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:20:32.808702 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device c92fb676-beb8-424a-bf0e-58cf7b36810b not bound to the agent host dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:20:32.809151 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device d3767c77-0041-4d03-8926-aa77ad3f414e no longer exists at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:20:32.833347 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] No Port match for: d3767c77-0041-4d03-8926-aa77ad3f414e {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:20:32.833703 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device d3767c77-0041-4d03-8926-aa77ad3f414e not bound to the agent host dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:20:32.834129 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device ad71832e-9c48-4d0e-94d1-8879257d4bdd no longer exists at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:20:32.863327 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e98b9a77-f0b7-4e1f-8b41-79b2f0c11076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707321', 'neutron.services.segments.db._delete_segments_for_network-8741296622547'] for network, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:32.873863 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.services.segments.db [None req-e98b9a77-f0b7-4e1f-8b41-79b2f0c11076 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f45468d3-7a30-4ca1-b23e-095a7ff9fd22']}} {{(pid=92965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:20:32.914250 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] No Port match for: ad71832e-9c48-4d0e-94d1-8879257d4bdd {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:20:32.914569 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device ad71832e-9c48-4d0e-94d1-8879257d4bdd not bound to the agent host dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:20:32.998358 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-cf7247a5-50fc-4385-8b78-d992cc824014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806'] for port, after_delete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:33.000607 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:33.030241 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7247a5-50fc-4385-8b78-d992cc824014 None None] Pushing event deleted for resources: {'Port': ['ID=c92fb676-beb8-424a-bf0e-58cf7b36810b,revision_number=None']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:33.034563 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7247a5-50fc-4385-8b78-d992cc824014 None None] No DVR routers for this DVR port c92fb676-beb8-424a-bf0e-58cf7b36810b on host dv-cinder-797245-3-iscsi {{(pid=92969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:20:33.043253 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7247a5-50fc-4385-8b78-d992cc824014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:33.043253 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7247a5-50fc-4385-8b78-d992cc824014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:33.043253 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7247a5-50fc-4385-8b78-d992cc824014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:33.043253 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7247a5-50fc-4385-8b78-d992cc824014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:33.043253 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7247a5-50fc-4385-8b78-d992cc824014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:33.043253 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7247a5-50fc-4385-8b78-d992cc824014 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:33.044630 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7247a5-50fc-4385-8b78-d992cc824014 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:33.044630 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7247a5-50fc-4385-8b78-d992cc824014 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:33.044630 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7247a5-50fc-4385-8b78-d992cc824014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:33.044630 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7247a5-50fc-4385-8b78-d992cc824014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:33.045585 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7247a5-50fc-4385-8b78-d992cc824014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:33.045585 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7247a5-50fc-4385-8b78-d992cc824014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:33.051365 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-cf7247a5-50fc-4385-8b78-d992cc824014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:33.168136 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.services.segments.db [None req-e98b9a77-f0b7-4e1f-8b41-79b2f0c11076 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bba32aef-ac7d-4881-aeb7-7b8056567483') {'for_net_delete': True} {{(pid=92965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:20:33.168364 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.services.segments.db [None req-e98b9a77-f0b7-4e1f-8b41-79b2f0c11076 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bba32aef-ac7d-4881-aeb7-7b8056567483') {} {{(pid=92965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:20:33.177605 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e98b9a77-f0b7-4e1f-8b41-79b2f0c11076 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741296622376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11354332'] for segment, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:33.193477 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e98b9a77-f0b7-4e1f-8b41-79b2f0c11076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:33.199929 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98b9a77-f0b7-4e1f-8b41-79b2f0c11076 admin admin] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=92965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 10:20:33.200321 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e98b9a77-f0b7-4e1f-8b41-79b2f0c11076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9646855'] for segment, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: Traceback (most recent call last): Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: timer() Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: cb(*args, **kw) Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: return func(*args, **kwargs) Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: self._notify() Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: self.callback(batched_events) Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: event.method(event) Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: return f(self, *a, **k) Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: return self._get(url).json() Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: return self.request(url, 'GET', **kwargs) Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 10:20:33.202165 dv-cinder-797245-3-iscsi neutron-server[92965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 10:20:33.258134 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e98b9a77-f0b7-4e1f-8b41-79b2f0c11076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858363'] for network, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:33.263182 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:33.269172 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e98b9a77-f0b7-4e1f-8b41-79b2f0c11076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:33.269172 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-e98b9a77-f0b7-4e1f-8b41-79b2f0c11076 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f45468d3-7a30-4ca1-b23e-095a7ff9fd22 HTTP/1.1" status: 204 len: 168 time: 0.9706926 Jun 21 10:20:33.282834 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b9a77-f0b7-4e1f-8b41-79b2f0c11076 admin admin] Pushing event deleted for resources: {'Network': ['ID=f45468d3-7a30-4ca1-b23e-095a7ff9fd22,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:33.285608 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-e98b9a77-f0b7-4e1f-8b41-79b2f0c11076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:33.410230 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 50902) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:20:33.460705 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-d61b1905-0251-4142-be01-07b2b738ca89 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5f68e21913be4bacb3ea891f31183f6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490463 Jun 21 10:20:33.463971 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 50904) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:20:33.536922 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e7591417-d75f-4226-bd59-65f1ca6dd777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:33.560298 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e7591417-d75f-4226-bd59-65f1ca6dd777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:33.611009 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e7591417-d75f-4226-bd59-65f1ca6dd777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:33.613872 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e7591417-d75f-4226-bd59-65f1ca6dd777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:33.615005 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-e7591417-d75f-4226-bd59-65f1ca6dd777 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8e0525b4-41e8-4c68-9cba-e3693e473d79 HTTP/1.1" status: 204 len: 168 time: 0.1496928 Jun 21 10:20:33.615772 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-c2a29f09-0070-4412-95b8-6c527c0a8b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:33.623537 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7591417-d75f-4226-bd59-65f1ca6dd777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0525b4-41e8-4c68-9cba-e3693e473d79,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:33.626429 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-e7591417-d75f-4226-bd59-65f1ca6dd777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:34.386878 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 50926) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:20:34.487956 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-fcc46ec1-c169-473c-917f-a5eb2400c731 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2021615101-network', 'tenant_id': '9357af1b17094d8fa94902813e40cc40'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:20:34.509979 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc46ec1-c169-473c-917f-a5eb2400c731 admin admin] Made reservation on behalf of 9357af1b17094d8fa94902813e40cc40 for: {'network': 1} {{(pid=92965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:20:34.512819 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fcc46ec1-c169-473c-917f-a5eb2400c731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for network, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:34.520930 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fcc46ec1-c169-473c-917f-a5eb2400c731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:34.612733 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fcc46ec1-c169-473c-917f-a5eb2400c731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:34.617017 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fcc46ec1-c169-473c-917f-a5eb2400c731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:34.620163 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-f34d5d13-e272-45a5-b9d8-7d55d9451d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:34.643227 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc46ec1-c169-473c-917f-a5eb2400c731 admin admin] vlan segment allocate from pool success with {'vlan_id': 1191, 'physical_network': 'physnet1'} {{(pid=92965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 10:20:34.653432 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc46ec1-c169-473c-917f-a5eb2400c731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fec45f7-f198-4a9f-bd40-806fd7a390c8,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:34.657681 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-fcc46ec1-c169-473c-917f-a5eb2400c731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:34.658871 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fcc46ec1-c169-473c-917f-a5eb2400c731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:34.659219 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.db.segments_db [None req-fcc46ec1-c169-473c-917f-a5eb2400c731 admin admin] Added segment 59e39f3c-d657-49c1-90a4-5754dfc126e5 of type vlan for network 80319626-f9d4-43aa-862d-92556bf4070e Jun 21 10:20:34.701566 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fcc46ec1-c169-473c-917f-a5eb2400c731 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741296102858'] for network, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:34.730832 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fcc46ec1-c169-473c-917f-a5eb2400c731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523'] for network, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:34.732193 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc46ec1-c169-473c-917f-a5eb2400c731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:20:34.732829 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fcc46ec1-c169-473c-917f-a5eb2400c731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:34.734917 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:34.790739 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-fcc46ec1-c169-473c-917f-a5eb2400c731 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4026580 Jun 21 10:20:34.794419 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 50932) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:20:34.799546 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-2643bf15-0722-43d5-9312-203bf99da7a2 admin admin] Request body: {'subnet': {'network_id': '80319626-f9d4-43aa-862d-92556bf4070e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2021615101-subnet', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:20:34.806574 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc46ec1-c169-473c-917f-a5eb2400c731 admin admin] Pushing event updated for resources: {'Network': ['ID=80319626-f9d4-43aa-862d-92556bf4070e,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:34.809518 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-fcc46ec1-c169-473c-917f-a5eb2400c731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:34.816991 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Network 80319626-f9d4-43aa-862d-92556bf4070e details requested by agent ovs-agent-dv-cinder-797245-3-iscsi with host dv-cinder-797245-3-iscsi {{(pid=92969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 10:20:34.821265 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2643bf15-0722-43d5-9312-203bf99da7a2 admin admin] Made reservation on behalf of 9357af1b17094d8fa94902813e40cc40 for: {'subnet': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:20:34.824335 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2643bf15-0722-43d5-9312-203bf99da7a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309545'] for subnet, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:35.001772 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2643bf15-0722-43d5-9312-203bf99da7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1954058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309563'] for subnet, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:35.004019 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-059e5d9c-7939-4716-800f-c29a0806af91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:35.060009 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643bf15-0722-43d5-9312-203bf99da7a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2034ea3c-5a11-44ab-b4bb-5dfacbb893ba,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:35.063636 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-2643bf15-0722-43d5-9312-203bf99da7a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:35.070688 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2643bf15-0722-43d5-9312-203bf99da7a2 admin admin] Checking segment: {'id': '59e39f3c-d657-49c1-90a4-5754dfc126e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:20:35.071049 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2643bf15-0722-43d5-9312-203bf99da7a2 admin admin] Network hostable DHCP agents. Network: 80319626-f9d4-43aa-862d-92556bf4070e, hostable agents: ['0a019bba-016c-4460-8b54-4bd863e23b42'], hosted agents: [] {{(pid=92958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 10:20:35.089792 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2643bf15-0722-43d5-9312-203bf99da7a2 admin admin] Network 80319626-f9d4-43aa-862d-92556bf4070e is scheduled to be hosted by DHCP agent 0a019bba-016c-4460-8b54-4bd863e23b42 with binding_index 1 {{(pid=92958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 10:20:35.098618 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-2643bf15-0722-43d5-9312-203bf99da7a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-3-iscsi, 80319626-f9d4-43aa-862d-92556bf4070e) {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:20:35.102714 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2643bf15-0722-43d5-9312-203bf99da7a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:20:35.103312 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2643bf15-0722-43d5-9312-203bf99da7a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:35.110052 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa31647-7944-438b-9c29-0bc1a21d2ca8 None None] Network 80319626-f9d4-43aa-862d-92556bf4070e requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:20:35.119278 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-2643bf15-0722-43d5-9312-203bf99da7a2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3237131 Jun 21 10:20:35.124338 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 50936) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:20:35.127703 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-7c77b5c5-40c9-4a15-8906-15cd9f09a31c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2021615101-router', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:20:35.164969 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7c77b5c5-40c9-4a15-8906-15cd9f09a31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3733420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1346'] for router, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:35.166029 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7c77b5c5-40c9-4a15-8906-15cd9f09a31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3857055', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1339'] for router, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:35.220354 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7c77b5c5-40c9-4a15-8906-15cd9f09a31c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:35.289096 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d397cb2-7eb5-434a-b304-c6d0f5f55bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759a80e7-35e0-5a16-8bb7-3ded93f90571-80319626-f9d4-43aa-862d-92556bf4070e', 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'fixed_ips': [{'subnet_id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba'}]}} from dv-cinder-797245-3-iscsi. {{(pid=92969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 10:20:35.290069 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-8d397cb2-7eb5-434a-b304-c6d0f5f55bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:35.438101 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.db_base_plugin_common [None req-8d397cb2-7eb5-434a-b304-c6d0f5f55bb7 None None] Allocated IP 172.20.0.2 (80319626-f9d4-43aa-862d-92556bf4070e/2034ea3c-5a11-44ab-b4bb-5dfacbb893ba/83b874df-0860-4599-96d7-dda44b587782) {{(pid=92969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:20:35.613203 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-8d397cb2-7eb5-434a-b304-c6d0f5f55bb7 None None] Notify callbacks [] for port, precommit_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:35.619235 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7c77b5c5-40c9-4a15-8906-15cd9f09a31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3857133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3733342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1321'] for router, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:35.622994 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-8d397cb2-7eb5-434a-b304-c6d0f5f55bb7 None None] Transition to ACTIVE for port object 83b874df-0860-4599-96d7-dda44b587782 will not be triggered until provisioned by entity L2. {{(pid=92969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:20:35.642055 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-8d397cb2-7eb5-434a-b304-c6d0f5f55bb7 None None] Transition to ACTIVE for port object 83b874df-0860-4599-96d7-dda44b587782 will not be triggered until provisioned by entity DHCP. {{(pid=92969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:20:35.647396 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-8d397cb2-7eb5-434a-b304-c6d0f5f55bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797'] for port, after_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:35.649291 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:35.690099 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d397cb2-7eb5-434a-b304-c6d0f5f55bb7 None None] Network 80319626-f9d4-43aa-862d-92556bf4070e is already hosted by enough agents. {{(pid=92969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:20:35.692912 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.scheduler.base_scheduler [None req-8d397cb2-7eb5-434a-b304-c6d0f5f55bb7 None None] Resources bound (agent type, host, resource id): {{(pid=92969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:20:35.697318 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d397cb2-7eb5-434a-b304-c6d0f5f55bb7 None None] Received port after_create {{(pid=92969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:20:35.701000 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397cb2-7eb5-434a-b304-c6d0f5f55bb7 None None] Pushing event updated for resources: {'Port': ['ID=83b874df-0860-4599-96d7-dda44b587782,revision_number=1']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:35.704971 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-8d397cb2-7eb5-434a-b304-c6d0f5f55bb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:35.874149 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7c77b5c5-40c9-4a15-8906-15cd9f09a31c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:35.888970 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-8d397cb2-7eb5-434a-b304-c6d0f5f55bb7 None None] Attempting to bind port 83b874df-0860-4599-96d7-dda44b587782 on host dv-cinder-797245-3-iscsi for vnic_type normal with profile {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:20:35.889837 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-8d397cb2-7eb5-434a-b304-c6d0f5f55bb7 None None] Attempting to bind port 83b874df-0860-4599-96d7-dda44b587782 by drivers openvswitch,hyperv on host dv-cinder-797245-3-iscsi at level 0 using segments [{'id': '59e39f3c-d657-49c1-90a4-5754dfc126e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e'}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:20:35.889837 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d397cb2-7eb5-434a-b304-c6d0f5f55bb7 None None] Attempting to bind port 83b874df-0860-4599-96d7-dda44b587782 on network 80319626-f9d4-43aa-862d-92556bf4070e {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:20:35.895522 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d397cb2-7eb5-434a-b304-c6d0f5f55bb7 None None] Checking agent: {'id': '1b1a71b0-3353-4cb1-9b62-7c1d9dbff1e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 2, 11), 'started_at': datetime.datetime(2021, 6, 21, 10, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:20:35.895885 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d397cb2-7eb5-434a-b304-c6d0f5f55bb7 None None] Checking segment: {'id': '59e39f3c-d657-49c1-90a4-5754dfc126e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:20:35.896249 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-8d397cb2-7eb5-434a-b304-c6d0f5f55bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:35.896680 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d397cb2-7eb5-434a-b304-c6d0f5f55bb7 None None] Bound using segment: {'id': '59e39f3c-d657-49c1-90a4-5754dfc126e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e'} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:20:35.897166 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-8d397cb2-7eb5-434a-b304-c6d0f5f55bb7 None None] Bound port: 83b874df-0860-4599-96d7-dda44b587782, host: dv-cinder-797245-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e39f3c-d657-49c1-90a4-5754dfc126e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e'}}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:20:35.897391 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7c77b5c5-40c9-4a15-8906-15cd9f09a31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:35.897556 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-8d397cb2-7eb5-434a-b304-c6d0f5f55bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:35.986229 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-8d397cb2-7eb5-434a-b304-c6d0f5f55bb7 None None] For port 83b874df-0860-4599-96d7-dda44b587782, host dv-cinder-797245-3-iscsi, cleared binding levels {{(pid=92969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:20:35.991895 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-8d397cb2-7eb5-434a-b304-c6d0f5f55bb7 None None] For port 83b874df-0860-4599-96d7-dda44b587782, host dv-cinder-797245-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=83b874df-0860-4599-96d7-dda44b587782,segment=NetworkSegment(59e39f3c-d657-49c1-90a4-5754dfc126e5),segment_id=59e39f3c-d657-49c1-90a4-5754dfc126e5)] {{(pid=92969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:20:35.999878 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-8d397cb2-7eb5-434a-b304-c6d0f5f55bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:36.002115 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:36.046276 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [None req-7c77b5c5-40c9-4a15-8906-15cd9f09a31c admin admin] Allocated IP 172.27.2.121 (fb624688-f845-4b15-87c8-de4e29ba1da0/d2f51930-445a-41d0-bd73-46a6db281e7c/84901737-fb23-45e9-88a9-5f80dd7e5c6e) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:20:36.079735 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397cb2-7eb5-434a-b304-c6d0f5f55bb7 None None] Pushing event updated for resources: {'Port': ['ID=83b874df-0860-4599-96d7-dda44b587782,revision_number=2']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:36.083210 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-8d397cb2-7eb5-434a-b304-c6d0f5f55bb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:36.193442 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7c77b5c5-40c9-4a15-8906-15cd9f09a31c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:36.242098 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7c77b5c5-40c9-4a15-8906-15cd9f09a31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1954238'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:36.253942 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-1ac4754d-cfd2-428b-8fa9-e10ddc521803 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:36.284615 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c77b5c5-40c9-4a15-8906-15cd9f09a31c admin admin] Network fb624688-f845-4b15-87c8-de4e29ba1da0 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:20:36.287402 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-7c77b5c5-40c9-4a15-8906-15cd9f09a31c admin admin] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:20:36.292719 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c77b5c5-40c9-4a15-8906-15cd9f09a31c admin admin] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:20:36.352142 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77b5c5-40c9-4a15-8906-15cd9f09a31c admin admin] Pushing event updated for resources: {'Port': ['ID=84901737-fb23-45e9-88a9-5f80dd7e5c6e,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:36.358108 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-7c77b5c5-40c9-4a15-8906-15cd9f09a31c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:36.590533 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7c77b5c5-40c9-4a15-8906-15cd9f09a31c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:36.708869 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 83b874df-0860-4599-96d7-dda44b587782 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:20:36.777787 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning for port 83b874df-0860-4599-96d7-dda44b587782 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:20:36.829165 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7c77b5c5-40c9-4a15-8906-15cd9f09a31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3858233'] for router, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:36.982329 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c77b5c5-40c9-4a15-8906-15cd9f09a31c admin admin] Router ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 is scheduled to L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 with binding_index 1 {{(pid=92958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 10:20:37.086828 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1743f137-7f09-471d-97e0-e089043a0fb5 None None] Network 80319626-f9d4-43aa-862d-92556bf4070e requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:20:37.107371 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c77b5c5-40c9-4a15-8906-15cd9f09a31c admin admin] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:20:37.118301 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f413c70-56dc-4b31-b287-de5384b865a2 None None] Sync routers for ids ['ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'] in dv-cinder-797245-3-iscsi {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:20:37.132221 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7c77b5c5-40c9-4a15-8906-15cd9f09a31c admin admin] Notify callbacks [] for router, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:37.136219 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-7c77b5c5-40c9-4a15-8906-15cd9f09a31c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0095816 Jun 21 10:20:37.136380 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f413c70-56dc-4b31-b287-de5384b865a2 None None] Routers {'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:20:37.136380 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-0f413c70-56dc-4b31-b287-de5384b865a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:20:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:20:37.136800 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 50938) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:20:37.177382 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-348e90ea-86b1-4177-8e48-05da1a6d702b None None] Provisioning for port 83b874df-0860-4599-96d7-dda44b587782 completed by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:20:37.190442 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-348e90ea-86b1-4177-8e48-05da1a6d702b None None] Provisioning complete for port 83b874df-0860-4599-96d7-dda44b587782 triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:20:37.191021 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-348e90ea-86b1-4177-8e48-05da1a6d702b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:37.289632 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-0f413c70-56dc-4b31-b287-de5384b865a2 None None] Set router ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:20:37.427039 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-348e90ea-86b1-4177-8e48-05da1a6d702b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:37.446281 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-3c36ce22-4782-45bd-8824-629a4c45629f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:37.500170 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-348e90ea-86b1-4177-8e48-05da1a6d702b None None] For port 83b874df-0860-4599-96d7-dda44b587782, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=83b874df-0860-4599-96d7-dda44b587782,segment=NetworkSegment(59e39f3c-d657-49c1-90a4-5754dfc126e5),segment_id=59e39f3c-d657-49c1-90a4-5754dfc126e5)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:20:37.503296 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-0f413c70-56dc-4b31-b287-de5384b865a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'name': 'tempest-AttachVolumeTestJSON-2021615101-router', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:36Z', 'revision_number': 3, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'gw_port': {'id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:59:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi'}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:20:37.506932 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-348e90ea-86b1-4177-8e48-05da1a6d702b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:37.509703 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:37.536022 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f413c70-56dc-4b31-b287-de5384b865a2 None None] Checking router: ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 for host: dv-cinder-797245-3-iscsi {{(pid=92973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:20:37.536374 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f413c70-56dc-4b31-b287-de5384b865a2 None None] Updating router ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 port 84901737-fb23-45e9-88a9-5f80dd7e5c6e binding host dv-cinder-797245-3-iscsi {{(pid=92973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 10:20:37.569579 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e90ea-86b1-4177-8e48-05da1a6d702b None None] Pushing event updated for resources: {'Port': ['ID=83b874df-0860-4599-96d7-dda44b587782,revision_number=3']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:37.575714 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-348e90ea-86b1-4177-8e48-05da1a6d702b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:37.575981 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0f413c70-56dc-4b31-b287-de5384b865a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:37.689278 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ff4f3c95-86c2-45ac-bda2-48f52bb605d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:37.843255 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4176711d-2406-45e3-848e-fae7410af85d None None] Provisioning complete for port 83b874df-0860-4599-96d7-dda44b587782 triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:20:37.843525 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4176711d-2406-45e3-848e-fae7410af85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:37.877764 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0f413c70-56dc-4b31-b287-de5384b865a2 None None] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:37.897776 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [None req-0f413c70-56dc-4b31-b287-de5384b865a2 None None] Transition to ACTIVE for port object 84901737-fb23-45e9-88a9-5f80dd7e5c6e will not be triggered until provisioned by entity L2. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:20:37.905893 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0f413c70-56dc-4b31-b287-de5384b865a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:37.908403 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [None req-093c4c75-14a3-4aeb-8b6a-5945455bf21a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:37.914917 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_common [None req-ff4f3c95-86c2-45ac-bda2-48f52bb605d3 admin admin] Allocated IP 172.20.0.1 (80319626-f9d4-43aa-862d-92556bf4070e/2034ea3c-5a11-44ab-b4bb-5dfacbb893ba/ffbde75d-3c5c-4826-a925-201cc81624f1) {{(pid=92965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:20:37.967034 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507207d-4951-4944-9e81-33210b5851fd None None] Pushing event updated for resources: {'Port': ['ID=84901737-fb23-45e9-88a9-5f80dd7e5c6e,revision_number=2']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:37.970473 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [None req-0f413c70-56dc-4b31-b287-de5384b865a2 None None] Attempting to bind port 84901737-fb23-45e9-88a9-5f80dd7e5c6e on host dv-cinder-797245-3-iscsi for vnic_type normal with profile {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:20:37.970853 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [None req-0f413c70-56dc-4b31-b287-de5384b865a2 None None] Attempting to bind port 84901737-fb23-45e9-88a9-5f80dd7e5c6e by drivers openvswitch,hyperv on host dv-cinder-797245-3-iscsi at level 0 using segments [{'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:20:37.971217 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f413c70-56dc-4b31-b287-de5384b865a2 None None] Attempting to bind port 84901737-fb23-45e9-88a9-5f80dd7e5c6e on network fb624688-f845-4b15-87c8-de4e29ba1da0 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:20:37.979322 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507207d-4951-4944-9e81-33210b5851fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:37.980361 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507207d-4951-4944-9e81-33210b5851fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:37.980956 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507207d-4951-4944-9e81-33210b5851fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:37.981393 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507207d-4951-4944-9e81-33210b5851fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:37.981901 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507207d-4951-4944-9e81-33210b5851fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:37.982232 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507207d-4951-4944-9e81-33210b5851fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:37.982548 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507207d-4951-4944-9e81-33210b5851fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:37.982876 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507207d-4951-4944-9e81-33210b5851fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:37.983216 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507207d-4951-4944-9e81-33210b5851fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:37.983535 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507207d-4951-4944-9e81-33210b5851fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:37.983848 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507207d-4951-4944-9e81-33210b5851fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:37.984167 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507207d-4951-4944-9e81-33210b5851fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:20:37.987849 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f413c70-56dc-4b31-b287-de5384b865a2 None None] Checking agent: {'id': '1b1a71b0-3353-4cb1-9b62-7c1d9dbff1e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 2, 11), 'started_at': datetime.datetime(2021, 6, 21, 10, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:20:37.988235 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f413c70-56dc-4b31-b287-de5384b865a2 None None] Checking segment: {'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:20:37.988637 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0f413c70-56dc-4b31-b287-de5384b865a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:37.989030 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f413c70-56dc-4b31-b287-de5384b865a2 None None] Bound using segment: {'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:20:37.989515 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [None req-0f413c70-56dc-4b31-b287-de5384b865a2 None None] Bound port: 84901737-fb23-45e9-88a9-5f80dd7e5c6e, host: dv-cinder-797245-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:20:37.989889 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0f413c70-56dc-4b31-b287-de5384b865a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:38.010334 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [None req-8507207d-4951-4944-9e81-33210b5851fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:38.043129 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ff4f3c95-86c2-45ac-bda2-48f52bb605d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:38.045010 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-0f413c70-56dc-4b31-b287-de5384b865a2 None None] For port 84901737-fb23-45e9-88a9-5f80dd7e5c6e, host dv-cinder-797245-3-iscsi, cleared binding levels {{(pid=92973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:20:38.048213 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-0f413c70-56dc-4b31-b287-de5384b865a2 None None] For port 84901737-fb23-45e9-88a9-5f80dd7e5c6e, host dv-cinder-797245-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=84901737-fb23-45e9-88a9-5f80dd7e5c6e,segment=NetworkSegment(51446d15-6cd3-4f7c-9b01-f06091ff92a2),segment_id=51446d15-6cd3-4f7c-9b01-f06091ff92a2)] {{(pid=92973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:20:38.053106 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0f413c70-56dc-4b31-b287-de5384b865a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:38.056931 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:38.062140 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.provisioning_blocks [None req-ff4f3c95-86c2-45ac-bda2-48f52bb605d3 admin admin] Transition to ACTIVE for port object ffbde75d-3c5c-4826-a925-201cc81624f1 will not be triggered until provisioned by entity DHCP. {{(pid=92965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:20:38.102760 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ff4f3c95-86c2-45ac-bda2-48f52bb605d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11354329'] for port, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:38.107737 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-50d44ec6-ecfc-453b-a408-ccdbbac0bbda tempest-DeleteServersTestJSON-1658847998 tempest-DeleteServersTestJSON-1658847998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:38.111593 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f413c70-56dc-4b31-b287-de5384b865a2 None None] Routers {'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:20:38.111593 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-0f413c70-56dc-4b31-b287-de5384b865a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:20:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:20:38.148334 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4f3c95-86c2-45ac-bda2-48f52bb605d3 admin admin] Network 80319626-f9d4-43aa-862d-92556bf4070e is already hosted by enough agents. {{(pid=92965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:20:38.152763 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [None req-ff4f3c95-86c2-45ac-bda2-48f52bb605d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:20:38.156531 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4f3c95-86c2-45ac-bda2-48f52bb605d3 admin admin] Received port after_create {{(pid=92965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:20:38.176411 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507207d-4951-4944-9e81-33210b5851fd None None] Pushing event updated for resources: {'Port': ['ID=84901737-fb23-45e9-88a9-5f80dd7e5c6e,revision_number=3']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:38.179831 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [None req-8507207d-4951-4944-9e81-33210b5851fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:38.180029 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f3c95-86c2-45ac-bda2-48f52bb605d3 admin admin] Pushing event updated for resources: {'Port': ['ID=ffbde75d-3c5c-4826-a925-201cc81624f1,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:38.186978 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-ff4f3c95-86c2-45ac-bda2-48f52bb605d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:38.203153 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ff4f3c95-86c2-45ac-bda2-48f52bb605d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745814'] for router_interface, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:38.253434 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-0f413c70-56dc-4b31-b287-de5384b865a2 None None] Set router ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:20:38.409850 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ff4f3c95-86c2-45ac-bda2-48f52bb605d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:38.466966 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-1724369a-ed21-4742-86ce-94c9d5f028de None None] Provisioning for port ffbde75d-3c5c-4826-a925-201cc81624f1 completed by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:20:38.473551 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-1724369a-ed21-4742-86ce-94c9d5f028de None None] Provisioning complete for port ffbde75d-3c5c-4826-a925-201cc81624f1 triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:20:38.474356 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-1724369a-ed21-4742-86ce-94c9d5f028de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:38.522968 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-1724369a-ed21-4742-86ce-94c9d5f028de None None] Port ffbde75d-3c5c-4826-a925-201cc81624f1 cannot update to ACTIVE because it is not bound. {{(pid=92969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 10:20:38.547793 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-0f413c70-56dc-4b31-b287-de5384b865a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'name': 'tempest-AttachVolumeTestJSON-2021615101-router', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:36Z', 'revision_number': 3, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'gw_port': {'id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:59:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi'}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:20:38.574232 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f413c70-56dc-4b31-b287-de5384b865a2 None None] The sync data for ids ['ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'] in dv-cinder-797245-3-iscsi is: [{'id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'name': 'tempest-AttachVolumeTestJSON-2021615101-router', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:36Z', 'revision_number': 3, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'gw_port': {'id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:59:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi'}] {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:20:38.599080 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ff4f3c95-86c2-45ac-bda2-48f52bb605d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:38.605561 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ff4f3c95-86c2-45ac-bda2-48f52bb605d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11354351'] for port, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:38.608497 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-e98b9a77-f0b7-4e1f-8b41-79b2f0c11076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:38.686105 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f3c95-86c2-45ac-bda2-48f52bb605d3 admin admin] Pushing event updated for resources: {'Port': ['ID=ffbde75d-3c5c-4826-a925-201cc81624f1,revision_number=2']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:38.688568 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ff4f3c95-86c2-45ac-bda2-48f52bb605d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3840613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3854351'] for router_interface, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:38.690688 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-ff4f3c95-86c2-45ac-bda2-48f52bb605d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:38.701019 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 83b874df-0860-4599-96d7-dda44b587782 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:20:38.760116 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port 83b874df-0860-4599-96d7-dda44b587782 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:20:38.760493 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:38.838016 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4f3c95-86c2-45ac-bda2-48f52bb605d3 admin admin] Network 80319626-f9d4-43aa-862d-92556bf4070e is already hosted by enough agents. {{(pid=92965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:20:38.858736 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [None req-ff4f3c95-86c2-45ac-bda2-48f52bb605d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:20:39.032236 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4f3c95-86c2-45ac-bda2-48f52bb605d3 admin admin] Router ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:20:39.168483 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-dee8a042-a215-4b54-8647-edf58b206d2f None None] Provisioning complete for port ffbde75d-3c5c-4826-a925-201cc81624f1 triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:20:39.169304 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-dee8a042-a215-4b54-8647-edf58b206d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:39.193460 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4f3c95-86c2-45ac-bda2-48f52bb605d3 admin admin] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:20:39.202572 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-ff4f3c95-86c2-45ac-bda2-48f52bb605d3 admin admin] 10.222.0.50 "PUT /v2.0/routers/ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0639908 Jun 21 10:20:39.229112 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-dee8a042-a215-4b54-8647-edf58b206d2f None None] Port ffbde75d-3c5c-4826-a925-201cc81624f1 cannot update to ACTIVE because it is not bound. {{(pid=92969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 10:20:39.769797 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 50946) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:20:39.774974 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-54fe4960-26f8-4310-ba1f-c32b7df2ee15 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1128739815', 'description': 'tempest-description--1615608651'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:20:39.801204 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-54fe4960-26f8-4310-ba1f-c32b7df2ee15 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:39.894785 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-54fe4960-26f8-4310-ba1f-c32b7df2ee15 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:39.898715 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-54fe4960-26f8-4310-ba1f-c32b7df2ee15 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:39.901864 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-c2fcdbc0-7341-4226-9fe9-2659761d6e79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:39.927102 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-54fe4960-26f8-4310-ba1f-c32b7df2ee15 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:39.928316 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-54fe4960-26f8-4310-ba1f-c32b7df2ee15 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1575003 Jun 21 10:20:39.931556 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 50948) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:20:39.933144 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe4960-26f8-4310-ba1f-c32b7df2ee15 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:39.937278 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-54fe4960-26f8-4310-ba1f-c32b7df2ee15 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:39.939876 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-77931919-e06d-4c69-93a4-e78610a7ff12 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Request body: {'security_group_rule': {'security_group_id': '3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:20:39.969212 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-77931919-e06d-4c69-93a4-e78610a7ff12 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:40.033106 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-77931919-e06d-4c69-93a4-e78610a7ff12 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:40.037347 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-77931919-e06d-4c69-93a4-e78610a7ff12 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510146'] for security_group_rule, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:40.043542 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-e538ca55-a6cd-4a7b-b6c3-4e17652b4c9e tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:40.060552 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77931919-e06d-4c69-93a4-e78610a7ff12 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35dc3d72-a1e8-469d-8c5e-2a6e827c2d60,revision_number=0']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:40.064627 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-77931919-e06d-4c69-93a4-e78610a7ff12 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:40.065987 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-77931919-e06d-4c69-93a4-e78610a7ff12 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:40.067239 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-77931919-e06d-4c69-93a4-e78610a7ff12 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341946 Jun 21 10:20:40.070375 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 50950) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:20:40.076069 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-8a0cf104-367c-4462-88bd-5a869fa4ac00 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Request body: {'security_group_rule': {'security_group_id': '3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:20:40.108498 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8a0cf104-367c-4462-88bd-5a869fa4ac00 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:40.193344 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8a0cf104-367c-4462-88bd-5a869fa4ac00 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:40.197899 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8a0cf104-367c-4462-88bd-5a869fa4ac00 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510146'] for security_group_rule, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:40.204010 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:40.220212 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0cf104-367c-4462-88bd-5a869fa4ac00 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba40126e-a0c9-44e2-8d2d-d58f7718053e,revision_number=0']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:40.223362 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-8a0cf104-367c-4462-88bd-5a869fa4ac00 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:40.229144 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8a0cf104-367c-4462-88bd-5a869fa4ac00 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:40.231178 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-8a0cf104-367c-4462-88bd-5a869fa4ac00 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1597900 Jun 21 10:20:40.236362 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 50952) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:20:40.241654 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-3ece3a1c-8e24-4c41-ba14-d636ecd465a2 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Request body: {'floatingip': {'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:20:40.271269 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3ece3a1c-8e24-4c41-ba14-d636ecd465a2 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for floatingip, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:40.350062 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689a5975-7aca-4b27-b7e0-ab5b33d14c50 None None] Sync routers for ids ['ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'] in dv-cinder-797245-3-iscsi {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:20:40.371982 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689a5975-7aca-4b27-b7e0-ab5b33d14c50 None None] Routers {'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:20:40.372897 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-689a5975-7aca-4b27-b7e0-ab5b33d14c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:20:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:20:40.411267 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3ece3a1c-8e24-4c41-ba14-d636ecd465a2 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:40.537561 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-689a5975-7aca-4b27-b7e0-ab5b33d14c50 None None] Set router ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:20:40.551681 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_common [None req-3ece3a1c-8e24-4c41-ba14-d636ecd465a2 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Allocated IP 172.27.2.153 (fb624688-f845-4b15-87c8-de4e29ba1da0/d2f51930-445a-41d0-bd73-46a6db281e7c/26f26c06-67c0-436c-8ecd-1b0703e999ff) {{(pid=92965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:20:40.700488 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3ece3a1c-8e24-4c41-ba14-d636ecd465a2 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for port, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:40.720195 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 84901737-fb23-45e9-88a9-5f80dd7e5c6e up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:20:40.753074 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3ece3a1c-8e24-4c41-ba14-d636ecd465a2 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11354329'] for port, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:40.756199 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-731e50db-36e1-4021-9116-f22bfa694861 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:40.802817 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ece3a1c-8e24-4c41-ba14-d636ecd465a2 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Network fb624688-f845-4b15-87c8-de4e29ba1da0 is already hosted by enough agents. {{(pid=92965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:20:40.808449 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [None req-3ece3a1c-8e24-4c41-ba14-d636ecd465a2 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Resources bound (agent type, host, resource id): {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:20:40.813469 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ece3a1c-8e24-4c41-ba14-d636ecd465a2 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Received port after_create {{(pid=92965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:20:40.817725 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning for port 84901737-fb23-45e9-88a9-5f80dd7e5c6e completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:20:40.817933 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece3a1c-8e24-4c41-ba14-d636ecd465a2 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Pushing event updated for resources: {'Port': ['ID=26f26c06-67c0-436c-8ecd-1b0703e999ff,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:40.824788 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port 84901737-fb23-45e9-88a9-5f80dd7e5c6e triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:20:40.825307 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:40.842354 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-3ece3a1c-8e24-4c41-ba14-d636ecd465a2 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:40.888376 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:40.907169 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-689a5975-7aca-4b27-b7e0-ab5b33d14c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'name': 'tempest-AttachVolumeTestJSON-2021615101-router', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:38Z', 'revision_number': 4, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'gw_port': {'id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:59:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'ffbde75d-3c5c-4826-a925-201cc81624f1', 'name': '', 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'mac_address': 'fa:16:3e:84:13:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:37Z', 'updated_at': '2021-06-21T10:20:38Z', 'revision_number': 2, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'subnets': [{'id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:20:40.940635 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3ece3a1c-8e24-4c41-ba14-d636ecd465a2 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:40.949447 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689a5975-7aca-4b27-b7e0-ab5b33d14c50 None None] Checking router: ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 for host: dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:20:40.949974 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689a5975-7aca-4b27-b7e0-ab5b33d14c50 None None] Updating router ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 port ffbde75d-3c5c-4826-a925-201cc81624f1 binding host dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 10:20:41.019847 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-d07db721-7c5d-4e2f-af08-5ffb7a8c3709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:41.021829 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3ece3a1c-8e24-4c41-ba14-d636ecd465a2 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:41.031645 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-689a5975-7aca-4b27-b7e0-ab5b33d14c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:41.043718 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:41.093385 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] For port 84901737-fb23-45e9-88a9-5f80dd7e5c6e, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=84901737-fb23-45e9-88a9-5f80dd7e5c6e,segment=NetworkSegment(51446d15-6cd3-4f7c-9b01-f06091ff92a2),segment_id=51446d15-6cd3-4f7c-9b01-f06091ff92a2)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:20:41.101051 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:41.105370 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:41.226103 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Pushing event updated for resources: {'Port': ['ID=84901737-fb23-45e9-88a9-5f80dd7e5c6e,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:41.232874 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:41.253138 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3ece3a1c-8e24-4c41-ba14-d636ecd465a2 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for port, precommit_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:41.258275 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3ece3a1c-8e24-4c41-ba14-d636ecd465a2 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11354351'] for port, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:41.260852 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-731e50db-36e1-4021-9116-f22bfa694861 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:41.355597 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece3a1c-8e24-4c41-ba14-d636ecd465a2 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Pushing event updated for resources: {'Port': ['ID=26f26c06-67c0-436c-8ecd-1b0703e999ff,revision_number=2']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:41.359057 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-3ece3a1c-8e24-4c41-ba14-d636ecd465a2 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:41.385526 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3ece3a1c-8e24-4c41-ba14-d636ecd465a2 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858313'] for floatingip, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:41.403468 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-3ece3a1c-8e24-4c41-ba14-d636ecd465a2 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for floatingip, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:41.404870 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-3ece3a1c-8e24-4c41-ba14-d636ecd465a2 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1673458 Jun 21 10:20:41.442128 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-689a5975-7aca-4b27-b7e0-ab5b33d14c50 None None] Notify callbacks [] for port, precommit_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:41.456283 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-689a5975-7aca-4b27-b7e0-ab5b33d14c50 None None] Transition to ACTIVE for port object ffbde75d-3c5c-4826-a925-201cc81624f1 will not be triggered until provisioned by entity L2. {{(pid=92969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:20:41.463968 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-689a5975-7aca-4b27-b7e0-ab5b33d14c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:41.466679 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:41.632969 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-64705475-9737-4439-a53f-75baea38c76d req-3f7822df-e795-4bcd-b14a-093576aadf5d tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1128739815&fields=id&tenant_id=9357af1b17094d8fa94902813e40cc40 HTTP/1.1" status: 200 len: 267 time: 0.0583537 Jun 21 10:20:41.766111 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f7bb7-cdb2-4ce6-919d-69770de4790f None None] Pushing event updated for resources: {'Port': ['ID=ffbde75d-3c5c-4826-a925-201cc81624f1,revision_number=3']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:41.796229 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64705475-9737-4439-a53f-75baea38c76d req-ab549cf9-6b2a-4e01-99d3-21a75971457c tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:20:41.796947 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-736f7bb7-cdb2-4ce6-919d-69770de4790f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:41.798028 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-64705475-9737-4439-a53f-75baea38c76d req-ab549cf9-6b2a-4e01-99d3-21a75971457c tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/networks?id=80319626-f9d4-43aa-862d-92556bf4070e HTTP/1.1" status: 200 len: 811 time: 0.1557844 Jun 21 10:20:41.816354 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-64705475-9737-4439-a53f-75baea38c76d req-96ba4005-4e9f-4f5a-b6dc-0b93b4779ded tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/quotas/9357af1b17094d8fa94902813e40cc40 HTTP/1.1" status: 200 len: 375 time: 0.0104976 Jun 21 10:20:41.819273 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-689a5975-7aca-4b27-b7e0-ab5b33d14c50 None None] Attempting to bind port ffbde75d-3c5c-4826-a925-201cc81624f1 on host dv-cinder-797245-3-iscsi for vnic_type normal with profile {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:20:41.819648 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-689a5975-7aca-4b27-b7e0-ab5b33d14c50 None None] Attempting to bind port ffbde75d-3c5c-4826-a925-201cc81624f1 by drivers openvswitch,hyperv on host dv-cinder-797245-3-iscsi at level 0 using segments [{'id': '59e39f3c-d657-49c1-90a4-5754dfc126e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e'}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:20:41.820099 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689a5975-7aca-4b27-b7e0-ab5b33d14c50 None None] Attempting to bind port ffbde75d-3c5c-4826-a925-201cc81624f1 on network 80319626-f9d4-43aa-862d-92556bf4070e {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:20:41.829754 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689a5975-7aca-4b27-b7e0-ab5b33d14c50 None None] Checking agent: {'id': '1b1a71b0-3353-4cb1-9b62-7c1d9dbff1e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 2, 11), 'started_at': datetime.datetime(2021, 6, 21, 10, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:20:41.830373 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689a5975-7aca-4b27-b7e0-ab5b33d14c50 None None] Checking segment: {'id': '59e39f3c-d657-49c1-90a4-5754dfc126e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:20:41.831035 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-689a5975-7aca-4b27-b7e0-ab5b33d14c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:41.831677 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689a5975-7aca-4b27-b7e0-ab5b33d14c50 None None] Bound using segment: {'id': '59e39f3c-d657-49c1-90a4-5754dfc126e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e'} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:20:41.832470 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-689a5975-7aca-4b27-b7e0-ab5b33d14c50 None None] Bound port: ffbde75d-3c5c-4826-a925-201cc81624f1, host: dv-cinder-797245-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e39f3c-d657-49c1-90a4-5754dfc126e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e'}}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:20:41.833216 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-689a5975-7aca-4b27-b7e0-ab5b33d14c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:41.896572 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-64705475-9737-4439-a53f-75baea38c76d req-4cd2093c-fee0-4bee-8fcf-60d5886f5e85 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9357af1b17094d8fa94902813e40cc40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0735557 Jun 21 10:20:41.918074 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-689a5975-7aca-4b27-b7e0-ab5b33d14c50 None None] For port ffbde75d-3c5c-4826-a925-201cc81624f1, host dv-cinder-797245-3-iscsi, cleared binding levels {{(pid=92969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:20:41.921510 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-689a5975-7aca-4b27-b7e0-ab5b33d14c50 None None] For port ffbde75d-3c5c-4826-a925-201cc81624f1, host dv-cinder-797245-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=ffbde75d-3c5c-4826-a925-201cc81624f1,segment=NetworkSegment(59e39f3c-d657-49c1-90a4-5754dfc126e5),segment_id=59e39f3c-d657-49c1-90a4-5754dfc126e5)] {{(pid=92969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:20:41.927937 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-689a5975-7aca-4b27-b7e0-ab5b33d14c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:41.930146 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:42.009004 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f7bb7-cdb2-4ce6-919d-69770de4790f None None] Pushing event updated for resources: {'Port': ['ID=ffbde75d-3c5c-4826-a925-201cc81624f1,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:42.013039 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689a5975-7aca-4b27-b7e0-ab5b33d14c50 None None] Routers {'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:20:42.013673 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-689a5975-7aca-4b27-b7e0-ab5b33d14c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:20:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:20:42.015811 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-736f7bb7-cdb2-4ce6-919d-69770de4790f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:42.028476 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-64705475-9737-4439-a53f-75baea38c76d req-68837c48-1d6e-490e-80c4-1c8051b9b708 service neutron] 10.222.0.50 "GET /v2.0/networks/80319626-f9d4-43aa-862d-92556bf4070e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176920 Jun 21 10:20:42.140041 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-64705475-9737-4439-a53f-75baea38c76d req-0ec746bb-475d-412c-8ef2-7db589d073a9 service neutron] 10.222.0.50 "GET /v2.0/networks/80319626-f9d4-43aa-862d-92556bf4070e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985348 Jun 21 10:20:42.140312 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-689a5975-7aca-4b27-b7e0-ab5b33d14c50 None None] Set router ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:20:42.389452 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7f36a4e6-60fe-4e00-8707-ade50d86c9d1 req-36fa8808-f704-4bc7-98d0-1404ccfd8856 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 210 time: 0.0538018 Jun 21 10:20:42.399815 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-689a5975-7aca-4b27-b7e0-ab5b33d14c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'name': 'tempest-AttachVolumeTestJSON-2021615101-router', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:38Z', 'revision_number': 4, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'gw_port': {'id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:59:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'ffbde75d-3c5c-4826-a925-201cc81624f1', 'name': '', 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'mac_address': 'fa:16:3e:84:13:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:37Z', 'updated_at': '2021-06-21T10:20:41Z', 'revision_number': 4, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'subnets': [{'id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:20:42.432081 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689a5975-7aca-4b27-b7e0-ab5b33d14c50 None None] The sync data for ids ['ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'] in dv-cinder-797245-3-iscsi is: [{'id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'name': 'tempest-AttachVolumeTestJSON-2021615101-router', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:38Z', 'revision_number': 4, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'gw_port': {'id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:59:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'ffbde75d-3c5c-4826-a925-201cc81624f1', 'name': '', 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'mac_address': 'fa:16:3e:84:13:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:37Z', 'updated_at': '2021-06-21T10:20:41Z', 'revision_number': 4, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'subnets': [{'id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:20:42.826939 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device ffbde75d-3c5c-4826-a925-201cc81624f1 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:20:42.903685 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning for port ffbde75d-3c5c-4826-a925-201cc81624f1 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:20:42.911553 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port ffbde75d-3c5c-4826-a925-201cc81624f1 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:20:42.912089 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:43.065065 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:43.117861 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:43.123122 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] For port ffbde75d-3c5c-4826-a925-201cc81624f1, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=ffbde75d-3c5c-4826-a925-201cc81624f1,segment=NetworkSegment(59e39f3c-d657-49c1-90a4-5754dfc126e5),segment_id=59e39f3c-d657-49c1-90a4-5754dfc126e5)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:20:43.130003 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:43.131504 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 84901737-fb23-45e9-88a9-5f80dd7e5c6e up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:20:43.135038 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-348e90ea-86b1-4177-8e48-05da1a6d702b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:43.228033 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Pushing event updated for resources: {'Port': ['ID=ffbde75d-3c5c-4826-a925-201cc81624f1,revision_number=5']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:43.235065 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:43.247213 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port 84901737-fb23-45e9-88a9-5f80dd7e5c6e triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:20:43.248183 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:43.573891 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-940c794a-908a-4e36-94fe-5edfbfd0c2dd req-987e6e3b-73ff-401a-ac30-d44af21cfa77 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 210 time: 0.0315759 Jun 21 10:20:43.947750 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64705475-9737-4439-a53f-75baea38c76d req-c8ee4047-7de2-4425-aaaa-e5b012e8a4dd tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:20:43.951583 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-64705475-9737-4439-a53f-75baea38c76d req-c8ee4047-7de2-4425-aaaa-e5b012e8a4dd tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.74 "GET /v2.0/networks?id=80319626-f9d4-43aa-862d-92556bf4070e HTTP/1.1" status: 200 len: 811 time: 0.1575332 Jun 21 10:20:44.019510 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-64705475-9737-4439-a53f-75baea38c76d req-6049d17c-b05b-4b55-bc13-5d00bf7eab84 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9357af1b17094d8fa94902813e40cc40 HTTP/1.1" status: 200 len: 380 time: 0.0516620 Jun 21 10:20:44.029231 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [req-64705475-9737-4439-a53f-75baea38c76d req-c47114fb-8906-4996-8ac6-d598e912a535 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Request body: {'port': {'device_id': 'cf7fbc24-aa73-4076-8eba-9403b82ca45f', 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e', 'admin_state_up': True, 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'security_groups': ['3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240']}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:20:44.167787 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64705475-9737-4439-a53f-75baea38c76d req-c47114fb-8906-4996-8ac6-d598e912a535 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Made reservation on behalf of 9357af1b17094d8fa94902813e40cc40 for: {'port': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:20:44.171873 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-64705475-9737-4439-a53f-75baea38c76d req-c47114fb-8906-4996-8ac6-d598e912a535 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:44.302125 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [req-64705475-9737-4439-a53f-75baea38c76d req-c47114fb-8906-4996-8ac6-d598e912a535 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Allocated IP 172.20.0.7 (80319626-f9d4-43aa-862d-92556bf4070e/2034ea3c-5a11-44ab-b4bb-5dfacbb893ba/80a53da6-3cde-4767-a175-99ccfbdc6fee) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:20:44.463237 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-64705475-9737-4439-a53f-75baea38c76d req-c47114fb-8906-4996-8ac6-d598e912a535 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:44.481001 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.provisioning_blocks [req-64705475-9737-4439-a53f-75baea38c76d req-c47114fb-8906-4996-8ac6-d598e912a535 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Transition to ACTIVE for port object 80a53da6-3cde-4767-a175-99ccfbdc6fee will not be triggered until provisioned by entity DHCP. {{(pid=92958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:20:44.516880 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-64705475-9737-4439-a53f-75baea38c76d req-c47114fb-8906-4996-8ac6-d598e912a535 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1954238'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:44.522018 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-b92f43dd-72eb-4f7a-9136-f351d7c51c35 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:44.562367 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64705475-9737-4439-a53f-75baea38c76d req-c47114fb-8906-4996-8ac6-d598e912a535 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Network 80319626-f9d4-43aa-862d-92556bf4070e is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:20:44.565552 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [req-64705475-9737-4439-a53f-75baea38c76d req-c47114fb-8906-4996-8ac6-d598e912a535 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:20:44.569709 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [req-64705475-9737-4439-a53f-75baea38c76d req-c47114fb-8906-4996-8ac6-d598e912a535 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:20:44.599733 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47114fb-8906-4996-8ac6-d598e912a535 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Pushing event updated for resources: {'Port': ['ID=80a53da6-3cde-4767-a175-99ccfbdc6fee,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:44.605099 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-c47114fb-8906-4996-8ac6-d598e912a535 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:44.632618 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64705475-9737-4439-a53f-75baea38c76d req-c47114fb-8906-4996-8ac6-d598e912a535 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:20:44.634509 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-64705475-9737-4439-a53f-75baea38c76d req-c47114fb-8906-4996-8ac6-d598e912a535 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:44.654395 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-64705475-9737-4439-a53f-75baea38c76d req-c47114fb-8906-4996-8ac6-d598e912a535 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6298051 Jun 21 10:20:44.674462 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [req-64705475-9737-4439-a53f-75baea38c76d req-b1796e47-a8a0-4496-a98a-ebda55eb93fd service neutron] Request body: {'port': {'device_id': 'cf7fbc24-aa73-4076-8eba-9403b82ca45f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:20:44.727538 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device ffbde75d-3c5c-4826-a925-201cc81624f1 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:20:44.790673 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port ffbde75d-3c5c-4826-a925-201cc81624f1 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:20:44.791058 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:44.796443 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-64705475-9737-4439-a53f-75baea38c76d req-b1796e47-a8a0-4496-a98a-ebda55eb93fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:44.838187 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-c6027507-3ba4-40c8-b55e-6111d2f512f9 None None] Provisioning for port 80a53da6-3cde-4767-a175-99ccfbdc6fee completed by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:20:44.844640 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-c6027507-3ba4-40c8-b55e-6111d2f512f9 None None] Provisioning complete for port 80a53da6-3cde-4767-a175-99ccfbdc6fee triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:20:44.845024 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-c6027507-3ba4-40c8-b55e-6111d2f512f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:44.889683 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c773e-1d8c-4680-a68b-665743c7b341 req-5ac3d6d1-eedc-4377-8249-55ba6fa8c31f tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:20:44.892089 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-051c773e-1d8c-4680-a68b-665743c7b341 req-5ac3d6d1-eedc-4377-8249-55ba6fa8c31f tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 931 time: 0.1365259 Jun 21 10:20:44.908429 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-c6027507-3ba4-40c8-b55e-6111d2f512f9 None None] Port 80a53da6-3cde-4767-a175-99ccfbdc6fee cannot update to ACTIVE because it is not bound. {{(pid=92969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 10:20:45.008250 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-051c773e-1d8c-4680-a68b-665743c7b341 req-28e667b1-3c0c-44a8-bc6c-1d14cd6d528c tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720174 Jun 21 10:20:45.164894 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:45.181321 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [req-64705475-9737-4439-a53f-75baea38c76d req-b1796e47-a8a0-4496-a98a-ebda55eb93fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80a53da6-3cde-4767-a175-99ccfbdc6fee {{(pid=92958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:20:45.192012 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-64705475-9737-4439-a53f-75baea38c76d req-b1796e47-a8a0-4496-a98a-ebda55eb93fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:45.209090 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.provisioning_blocks [req-64705475-9737-4439-a53f-75baea38c76d req-b1796e47-a8a0-4496-a98a-ebda55eb93fd service neutron] Transition to ACTIVE for port object 80a53da6-3cde-4767-a175-99ccfbdc6fee will not be triggered until provisioned by entity L2. {{(pid=92958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:20:45.215748 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-64705475-9737-4439-a53f-75baea38c76d req-b1796e47-a8a0-4496-a98a-ebda55eb93fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:45.218434 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-53d488c0-3b55-4d6e-b11a-d40acdc1fc7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:45.339305 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1796e47-a8a0-4496-a98a-ebda55eb93fd service neutron] Pushing event updated for resources: {'Port': ['ID=80a53da6-3cde-4767-a175-99ccfbdc6fee,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:45.363138 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-b1796e47-a8a0-4496-a98a-ebda55eb93fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:45.404308 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-64705475-9737-4439-a53f-75baea38c76d req-b1796e47-a8a0-4496-a98a-ebda55eb93fd service neutron] Attempting to bind port 80a53da6-3cde-4767-a175-99ccfbdc6fee on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:20:45.404680 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-64705475-9737-4439-a53f-75baea38c76d req-b1796e47-a8a0-4496-a98a-ebda55eb93fd service neutron] Attempting to bind port 80a53da6-3cde-4767-a175-99ccfbdc6fee by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '59e39f3c-d657-49c1-90a4-5754dfc126e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e'}] {{(pid=92958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:20:45.405024 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64705475-9737-4439-a53f-75baea38c76d req-b1796e47-a8a0-4496-a98a-ebda55eb93fd service neutron] Attempting to bind port 80a53da6-3cde-4767-a175-99ccfbdc6fee on network 80319626-f9d4-43aa-862d-92556bf4070e {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:20:45.410375 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64705475-9737-4439-a53f-75baea38c76d req-b1796e47-a8a0-4496-a98a-ebda55eb93fd service neutron] Port 80a53da6-3cde-4767-a175-99ccfbdc6fee on network 80319626-f9d4-43aa-862d-92556bf4070e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 10:20:45.410698 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64705475-9737-4439-a53f-75baea38c76d req-b1796e47-a8a0-4496-a98a-ebda55eb93fd service neutron] Attempting to bind port 80a53da6-3cde-4767-a175-99ccfbdc6fee on network 80319626-f9d4-43aa-862d-92556bf4070e {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:20:45.417426 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64705475-9737-4439-a53f-75baea38c76d req-b1796e47-a8a0-4496-a98a-ebda55eb93fd service neutron] Checking agent: {'id': 'e8144930-5ccd-413e-a521-fc03e228bde1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'started_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:20:45.417737 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64705475-9737-4439-a53f-75baea38c76d req-b1796e47-a8a0-4496-a98a-ebda55eb93fd service neutron] Checking segment: {'id': '59e39f3c-d657-49c1-90a4-5754dfc126e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:20:45.418122 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64705475-9737-4439-a53f-75baea38c76d req-b1796e47-a8a0-4496-a98a-ebda55eb93fd service neutron] Bound using segment: {'id': '59e39f3c-d657-49c1-90a4-5754dfc126e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e'} {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:20:45.418558 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-64705475-9737-4439-a53f-75baea38c76d req-b1796e47-a8a0-4496-a98a-ebda55eb93fd service neutron] Bound port: 80a53da6-3cde-4767-a175-99ccfbdc6fee, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59e39f3c-d657-49c1-90a4-5754dfc126e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e'}}] {{(pid=92958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:20:45.418897 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-64705475-9737-4439-a53f-75baea38c76d req-b1796e47-a8a0-4496-a98a-ebda55eb93fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:45.484055 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-64705475-9737-4439-a53f-75baea38c76d req-b1796e47-a8a0-4496-a98a-ebda55eb93fd service neutron] For port 80a53da6-3cde-4767-a175-99ccfbdc6fee, host hv-cinder-79724, cleared binding levels {{(pid=92958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:20:45.487053 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-64705475-9737-4439-a53f-75baea38c76d req-b1796e47-a8a0-4496-a98a-ebda55eb93fd service neutron] For port 80a53da6-3cde-4767-a175-99ccfbdc6fee, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=80a53da6-3cde-4767-a175-99ccfbdc6fee,segment=NetworkSegment(59e39f3c-d657-49c1-90a4-5754dfc126e5),segment_id=59e39f3c-d657-49c1-90a4-5754dfc126e5)] {{(pid=92958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:20:45.491708 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-64705475-9737-4439-a53f-75baea38c76d req-b1796e47-a8a0-4496-a98a-ebda55eb93fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:45.493708 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-b446cb5e-1b6a-4f1e-a554-d60be14c57d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:45.529199 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64705475-9737-4439-a53f-75baea38c76d req-b1796e47-a8a0-4496-a98a-ebda55eb93fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:20:45.530271 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-64705475-9737-4439-a53f-75baea38c76d req-b1796e47-a8a0-4496-a98a-ebda55eb93fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:45.533197 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-64705475-9737-4439-a53f-75baea38c76d req-b1796e47-a8a0-4496-a98a-ebda55eb93fd service neutron] 10.222.0.74 "PUT /v2.0/ports/80a53da6-3cde-4767-a175-99ccfbdc6fee HTTP/1.1" status: 200 len: 1093 time: 0.8647604 Jun 21 10:20:45.540546 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7fbc24-aa73-4076-8eba-9403b82ca45f', 'tag': '80a53da6-3cde-4767-a175-99ccfbdc6fee'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:20:45.546133 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1d39ab-bf7a-47d1-943d-b2fd74c89041" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7fbc24-aa73-4076-8eba-9403b82ca45f", "tag": "80a53da6-3cde-4767-a175-99ccfbdc6fee"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:20:45.570542 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1796e47-a8a0-4496-a98a-ebda55eb93fd service neutron] Pushing event updated for resources: {'Port': ['ID=80a53da6-3cde-4767-a175-99ccfbdc6fee,revision_number=3']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:45.574839 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-b1796e47-a8a0-4496-a98a-ebda55eb93fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:45.597204 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3320f4-a1ce-4a2a-8bd1-c111f6deee12 x-openstack-request-id: req-7d3320f4-a1ce-4a2a-8bd1-c111f6deee12 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:20:45.597531 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7fbc24-aa73-4076-8eba-9403b82ca45f", "tag": "80a53da6-3cde-4767-a175-99ccfbdc6fee", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:20:45.597823 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7d3320f4-a1ce-4a2a-8bd1-c111f6deee12 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:20:45.598248 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7fbc24-aa73-4076-8eba-9403b82ca45f', 'tag': '80a53da6-3cde-4767-a175-99ccfbdc6fee', 'status': 'completed', 'code': 200} Jun 21 10:20:45.652209 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64705475-9737-4439-a53f-75baea38c76d req-a625206d-0204-42f6-b76a-e1469888a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:20:45.653760 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-64705475-9737-4439-a53f-75baea38c76d req-a625206d-0204-42f6-b76a-e1469888a4ed service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9357af1b17094d8fa94902813e40cc40&device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 1096 time: 0.0661821 Jun 21 10:20:45.702509 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-64705475-9737-4439-a53f-75baea38c76d req-48642c03-85a9-41aa-a189-2a5fc91442db service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80a53da6-3cde-4767-a175-99ccfbdc6fee HTTP/1.1" status: 200 len: 217 time: 0.0359888 Jun 21 10:20:45.753432 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64705475-9737-4439-a53f-75baea38c76d req-336a5c55-045a-428f-9deb-abaa092e271e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:20:45.754910 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-64705475-9737-4439-a53f-75baea38c76d req-336a5c55-045a-428f-9deb-abaa092e271e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2034ea3c-5a11-44ab-b4bb-5dfacbb893ba HTTP/1.1" status: 200 len: 850 time: 0.0470514 Jun 21 10:20:45.816435 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64705475-9737-4439-a53f-75baea38c76d req-f90464a5-880b-4fb6-add9-22f684cccd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:20:45.817850 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-64705475-9737-4439-a53f-75baea38c76d req-f90464a5-880b-4fb6-add9-22f684cccd4d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=80319626-f9d4-43aa-862d-92556bf4070e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572221 Jun 21 10:20:45.913741 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-64705475-9737-4439-a53f-75baea38c76d req-b0ab7c88-0b82-4d07-9de1-1ca1185d11ee service neutron] 10.222.0.74 "GET /v2.0/networks/80319626-f9d4-43aa-862d-92556bf4070e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891709 Jun 21 10:20:46.012201 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-64705475-9737-4439-a53f-75baea38c76d req-ae942a6d-5b25-42f6-bd06-e2976fe34fa5 service neutron] 10.222.0.74 "GET /v2.0/networks/80319626-f9d4-43aa-862d-92556bf4070e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912015 Jun 21 10:20:46.213655 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d39ab-bf7a-47d1-943d-b2fd74c89041 req-6af4c510-cbc6-4b6c-9626-3db42caa87ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:20:46.215347 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7c1d39ab-bf7a-47d1-943d-b2fd74c89041 req-6af4c510-cbc6-4b6c-9626-3db42caa87ec service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9357af1b17094d8fa94902813e40cc40&device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 1096 time: 0.0986164 Jun 21 10:20:46.223809 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625a48f-568f-44e2-acaf-5a23b8bea3ce req-124b440b-c9be-4598-ba71-bf7214575b8f tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:20:46.225219 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3625a48f-568f-44e2-acaf-5a23b8bea3ce req-124b440b-c9be-4598-ba71-bf7214575b8f tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 943 time: 0.0821695 Jun 21 10:20:46.316981 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3625a48f-568f-44e2-acaf-5a23b8bea3ce req-96de43bf-786a-4ca3-b570-863be68fd4b7 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788343 Jun 21 10:20:46.348673 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d39ab-bf7a-47d1-943d-b2fd74c89041 req-a2017349-7306-4616-890d-92ca01ec446a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:20:46.350131 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7c1d39ab-bf7a-47d1-943d-b2fd74c89041 req-a2017349-7306-4616-890d-92ca01ec446a service neutron] 10.222.0.74 "GET /v2.0/networks?id=80319626-f9d4-43aa-862d-92556bf4070e HTTP/1.1" status: 200 len: 913 time: 0.1240726 Jun 21 10:20:46.393453 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7c1d39ab-bf7a-47d1-943d-b2fd74c89041 req-8e0f2178-9d40-4158-a6b7-8d8bd5480774 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80a53da6-3cde-4767-a175-99ccfbdc6fee HTTP/1.1" status: 200 len: 217 time: 0.0356932 Jun 21 10:20:46.450060 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d39ab-bf7a-47d1-943d-b2fd74c89041 req-1ead7ed8-d36b-4484-a1fc-9d4b4f563117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:20:46.451528 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7c1d39ab-bf7a-47d1-943d-b2fd74c89041 req-1ead7ed8-d36b-4484-a1fc-9d4b4f563117 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2034ea3c-5a11-44ab-b4bb-5dfacbb893ba HTTP/1.1" status: 200 len: 850 time: 0.0517831 Jun 21 10:20:46.508419 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d39ab-bf7a-47d1-943d-b2fd74c89041 req-f2c5edad-593b-4b69-96cc-82402551a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:20:46.509806 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7c1d39ab-bf7a-47d1-943d-b2fd74c89041 req-f2c5edad-593b-4b69-96cc-82402551a14c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=80319626-f9d4-43aa-862d-92556bf4070e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519965 Jun 21 10:20:46.598197 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7c1d39ab-bf7a-47d1-943d-b2fd74c89041 req-6c68c51a-03a4-489d-aa6f-f7e989ce8870 service neutron] 10.222.0.74 "GET /v2.0/networks/80319626-f9d4-43aa-862d-92556bf4070e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812974 Jun 21 10:20:46.694350 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7c1d39ab-bf7a-47d1-943d-b2fd74c89041 req-3d8a1258-d9c8-4f19-8cdc-c416513712b7 service neutron] 10.222.0.74 "GET /v2.0/networks/80319626-f9d4-43aa-862d-92556bf4070e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888300 Jun 21 10:20:47.512356 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e45e6f-83a8-4cfa-9b8c-daa03d136f60 req-04ed3b01-18b4-4ee4-8195-8cbbdbe91031 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:20:47.513936 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-51e45e6f-83a8-4cfa-9b8c-daa03d136f60 req-04ed3b01-18b4-4ee4-8195-8cbbdbe91031 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 943 time: 0.0781147 Jun 21 10:20:47.562277 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-51e45e6f-83a8-4cfa-9b8c-daa03d136f60 req-b478b5ae-ac17-4820-a4bd-c3f23aa23b65 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397503 Jun 21 10:20:48.101326 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 80a53da6-3cde-4767-a175-99ccfbdc6fee details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 10:20:48.206640 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 80a53da6-3cde-4767-a175-99ccfbdc6fee, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=80a53da6-3cde-4767-a175-99ccfbdc6fee,segment=NetworkSegment(59e39f3c-d657-49c1-90a4-5754dfc126e5),segment_id=59e39f3c-d657-49c1-90a4-5754dfc126e5)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:20:48.219117 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Returning: {'device': '80a53da6-3cde-4767-a175-99ccfbdc6fee', 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e', 'port_id': '80a53da6-3cde-4767-a175-99ccfbdc6fee', 'mac_address': 'fa:16:3e:55:52:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 10:20:48.255532 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:48.270987 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a53da6-3cde-4767-a175-99ccfbdc6fee {{(pid=92969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:20:48.290794 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 80a53da6-3cde-4767-a175-99ccfbdc6fee, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=80a53da6-3cde-4767-a175-99ccfbdc6fee,segment=NetworkSegment(59e39f3c-d657-49c1-90a4-5754dfc126e5),segment_id=59e39f3c-d657-49c1-90a4-5754dfc126e5)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:20:48.295535 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:48.297335 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:48.345101 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=80a53da6-3cde-4767-a175-99ccfbdc6fee,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:48.348452 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:48.604685 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['80a53da6-3cde-4767-a175-99ccfbdc6fee'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:20:48.741497 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f633c4-ca27-4ae7-9278-6d7462f64d4b req-c327aa70-00fb-4d46-8870-1489ec6eb855 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:20:48.743043 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-11f633c4-ca27-4ae7-9278-6d7462f64d4b req-c327aa70-00fb-4d46-8870-1489ec6eb855 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 944 time: 0.0666568 Jun 21 10:20:48.787200 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-11f633c4-ca27-4ae7-9278-6d7462f64d4b req-4a5232a3-4f91-405b-97cb-6dd63e97249d tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373690 Jun 21 10:20:50.009797 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bdc4c-0c80-4f95-b6af-d3cb360dd72d req-ad5d01de-33b0-4b27-9c71-7269074fda88 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:20:50.012636 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-1a6bdc4c-0c80-4f95-b6af-d3cb360dd72d req-ad5d01de-33b0-4b27-9c71-7269074fda88 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 944 time: 0.0941277 Jun 21 10:20:50.055606 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-1a6bdc4c-0c80-4f95-b6af-d3cb360dd72d req-43c8e323-82b6-4be1-8ebe-b8f1f7fd864c tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369861 Jun 21 10:20:50.117158 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 80a53da6-3cde-4767-a175-99ccfbdc6fee up at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:20:50.190484 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning for port 80a53da6-3cde-4767-a175-99ccfbdc6fee completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:20:50.198167 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning complete for port 80a53da6-3cde-4767-a175-99ccfbdc6fee triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:20:50.198790 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:50.277531 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:50.307903 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7fbc24-aa73-4076-8eba-9403b82ca45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a53da6-3cde-4767-a175-99ccfbdc6fee'}] {{(pid=92969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:20:50.310538 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c706f658ccf844bfe168bfc8e6ee8c8c6942380e727e998ad24aefeb68f4a8cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e46faf-bd31-4c1e-b679-2058f3569c63" -d '{"events": [{"server_uuid": "cf7fbc24-aa73-4076-8eba-9403b82ca45f", "name": "network-vif-plugged", "status": "completed", "tag": "80a53da6-3cde-4767-a175-99ccfbdc6fee"}]}' {{(pid=92969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:20:50.333736 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 80a53da6-3cde-4767-a175-99ccfbdc6fee, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=80a53da6-3cde-4767-a175-99ccfbdc6fee,segment=NetworkSegment(59e39f3c-d657-49c1-90a4-5754dfc126e5),segment_id=59e39f3c-d657-49c1-90a4-5754dfc126e5)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:20:50.340110 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:50.344335 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:20:50.375131 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b07efa-062a-4dd5-b9ce-4e57e518bc8a x-openstack-request-id: req-56b07efa-062a-4dd5-b9ce-4e57e518bc8a {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:20:50.375428 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7fbc24-aa73-4076-8eba-9403b82ca45f", "name": "network-vif-plugged", "status": "completed", "tag": "80a53da6-3cde-4767-a175-99ccfbdc6fee", "code": 200}]} {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:20:50.375675 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-56b07efa-062a-4dd5-b9ce-4e57e518bc8a {{(pid=92969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:20:50.376067 dv-cinder-797245-3-iscsi neutron-server[92969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7fbc24-aa73-4076-8eba-9403b82ca45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a53da6-3cde-4767-a175-99ccfbdc6fee', 'code': 200} Jun 21 10:20:50.409421 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=80a53da6-3cde-4767-a175-99ccfbdc6fee,revision_number=5']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:20:50.412499 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:20:50.648263 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c9878-c7e3-47f5-a082-554117513c0b req-bee9f622-18c7-4468-8a18-7b0642f31b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:20:50.650416 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e60c9878-c7e3-47f5-a082-554117513c0b req-bee9f622-18c7-4468-8a18-7b0642f31b0c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 1098 time: 0.0607810 Jun 21 10:20:50.689628 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e60c9878-c7e3-47f5-a082-554117513c0b req-2c7baa0b-6c0d-4ae7-8d63-e63040835f01 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325835 Jun 21 10:20:51.249380 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d9bc9-19bb-402b-9347-05f959a743e1 req-499060d3-cd4a-4376-8322-88a2ac4737e6 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:20:51.250784 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c05d9bc9-19bb-402b-9347-05f959a743e1 req-499060d3-cd4a-4376-8322-88a2ac4737e6 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0711966 Jun 21 10:20:51.293428 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c05d9bc9-19bb-402b-9347-05f959a743e1 req-c95ffa30-3633-4d82-a4f7-77c974134fe4 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369873 Jun 21 10:20:52.749036 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896603a-b2c2-4348-974f-9df45317f8e9 req-fc0cfec6-8c08-4d23-b1d5-9335909974b0 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:20:52.750598 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c896603a-b2c2-4348-974f-9df45317f8e9 req-fc0cfec6-8c08-4d23-b1d5-9335909974b0 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.3338408 Jun 21 10:20:52.794875 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c896603a-b2c2-4348-974f-9df45317f8e9 req-7c07b585-93ff-4f34-82d9-89c97f1e4ed6 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380552 Jun 21 10:20:52.987407 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392b3df-342e-4fa3-b9e3-eaafc1294d94 req-1cebbe93-3a6c-422b-9178-94b1ac9995f0 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:20:52.988992 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e392b3df-342e-4fa3-b9e3-eaafc1294d94 req-1cebbe93-3a6c-422b-9178-94b1ac9995f0 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0808196 Jun 21 10:20:52.999935 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 51004) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:20:53.004706 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-f158d752-399b-4c89-b281-67802640c694 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Request body: {'floatingip': {'port_id': '80a53da6-3cde-4767-a175-99ccfbdc6fee'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:20:53.046465 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f158d752-399b-4c89-b281-67802640c694 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for floatingip, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:53.566562 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f158d752-399b-4c89-b281-67802640c694 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:53.570976 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f158d752-399b-4c89-b281-67802640c694 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858313'] for floatingip, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:53.681507 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.db.l3_db [None req-f158d752-399b-4c89-b281-67802640c694 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Floating IP c22600cf-5a1a-454c-bc9a-95a5ed578496 associated. External IP: 172.27.2.153, port: 80a53da6-3cde-4767-a175-99ccfbdc6fee. Jun 21 10:20:53.893381 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f158d752-399b-4c89-b281-67802640c694 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Router ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:20:54.026639 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f158d752-399b-4c89-b281-67802640c694 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:20:54.031658 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f158d752-399b-4c89-b281-67802640c694 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for floatingip, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:20:54.036907 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7142170-27eb-4591-a2b8-11cc367d2b99 None None] Sync routers for ids ['ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'] in dv-cinder-797245-3-iscsi {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:20:54.047711 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7142170-27eb-4591-a2b8-11cc367d2b99 None None] Routers {'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:20:54.048333 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-a7142170-27eb-4591-a2b8-11cc367d2b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:20:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:20:54.076839 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-f158d752-399b-4c89-b281-67802640c694 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "PUT /v2.0/floatingips/c22600cf-5a1a-454c-bc9a-95a5ed578496 HTTP/1.1" status: 200 len: 991 time: 1.0757484 Jun 21 10:20:54.077505 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7fbc24-aa73-4076-8eba-9403b82ca45f', 'tag': '80a53da6-3cde-4767-a175-99ccfbdc6fee'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:20:54.079914 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934c2d18-3d57-437a-8cbb-b105a0fd6a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7fbc24-aa73-4076-8eba-9403b82ca45f", "tag": "80a53da6-3cde-4767-a175-99ccfbdc6fee"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:20:54.118978 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc84b43-dfce-477d-8e8f-c590642b3f3f x-openstack-request-id: req-2bc84b43-dfce-477d-8e8f-c590642b3f3f {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:20:54.119967 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7fbc24-aa73-4076-8eba-9403b82ca45f", "tag": "80a53da6-3cde-4767-a175-99ccfbdc6fee", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:20:54.120207 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2bc84b43-dfce-477d-8e8f-c590642b3f3f {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:20:54.120723 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7fbc24-aa73-4076-8eba-9403b82ca45f', 'tag': '80a53da6-3cde-4767-a175-99ccfbdc6fee', 'status': 'completed', 'code': 200} Jun 21 10:20:54.169248 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-a7142170-27eb-4591-a2b8-11cc367d2b99 None None] Set router ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:20:54.248156 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c2d18-3d57-437a-8cbb-b105a0fd6a0c req-52fe4fed-74ed-42ad-a54e-b6a47c374528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:20:54.250660 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-934c2d18-3d57-437a-8cbb-b105a0fd6a0c req-52fe4fed-74ed-42ad-a54e-b6a47c374528 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9357af1b17094d8fa94902813e40cc40&device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 1098 time: 0.0790615 Jun 21 10:20:54.370786 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c2d18-3d57-437a-8cbb-b105a0fd6a0c req-da7813d0-0e4e-4362-b836-8bb3aef96841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:20:54.372306 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-934c2d18-3d57-437a-8cbb-b105a0fd6a0c req-da7813d0-0e4e-4362-b836-8bb3aef96841 service neutron] 10.222.0.74 "GET /v2.0/networks?id=80319626-f9d4-43aa-862d-92556bf4070e HTTP/1.1" status: 200 len: 913 time: 0.1156514 Jun 21 10:20:54.456744 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-934c2d18-3d57-437a-8cbb-b105a0fd6a0c req-48573349-b233-4af9-944a-b209df124a9c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80a53da6-3cde-4767-a175-99ccfbdc6fee HTTP/1.1" status: 200 len: 999 time: 0.0773916 Jun 21 10:20:54.501687 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-a7142170-27eb-4591-a2b8-11cc367d2b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'name': 'tempest-AttachVolumeTestJSON-2021615101-router', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:38Z', 'revision_number': 4, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'gw_port': {'id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:59:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_floatingips': [{'id': 'c22600cf-5a1a-454c-bc9a-95a5ed578496', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'floating_ip_address': '172.27.2.153', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'port_id': '80a53da6-3cde-4767-a175-99ccfbdc6fee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e', 'mac_address': 'fa:16:3e:55:52:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7fbc24-aa73-4076-8eba-9403b82ca45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:20:40Z', 'updated_at': '2021-06-21T10:20:53Z', 'revision_number': 1, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffbde75d-3c5c-4826-a925-201cc81624f1', 'name': '', 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'mac_address': 'fa:16:3e:84:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:37Z', 'updated_at': '2021-06-21T10:20:43Z', 'revision_number': 5, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'subnets': [{'id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:20:54.513154 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c2d18-3d57-437a-8cbb-b105a0fd6a0c req-02881ebf-a611-46b6-9718-f6c385ea49f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:20:54.514594 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-934c2d18-3d57-437a-8cbb-b105a0fd6a0c req-02881ebf-a611-46b6-9718-f6c385ea49f8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2034ea3c-5a11-44ab-b4bb-5dfacbb893ba HTTP/1.1" status: 200 len: 850 time: 0.0501502 Jun 21 10:20:54.530799 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7142170-27eb-4591-a2b8-11cc367d2b99 None None] Checking router: ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 for host: dv-cinder-797245-3-iscsi {{(pid=92973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:20:54.539113 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7142170-27eb-4591-a2b8-11cc367d2b99 None None] Routers {'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:20:54.539728 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-a7142170-27eb-4591-a2b8-11cc367d2b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:20:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:20:54.573697 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c2d18-3d57-437a-8cbb-b105a0fd6a0c req-dec9f5dd-f297-4005-8912-af884ebbdc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:20:54.575182 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-934c2d18-3d57-437a-8cbb-b105a0fd6a0c req-dec9f5dd-f297-4005-8912-af884ebbdc43 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=80319626-f9d4-43aa-862d-92556bf4070e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542872 Jun 21 10:20:54.649499 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-a7142170-27eb-4591-a2b8-11cc367d2b99 None None] Set router ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:20:54.672044 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-934c2d18-3d57-437a-8cbb-b105a0fd6a0c req-620c25fb-ea57-47a2-b3e1-9a1d2438d786 service neutron] 10.222.0.74 "GET /v2.0/networks/80319626-f9d4-43aa-862d-92556bf4070e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903802 Jun 21 10:20:54.768315 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-934c2d18-3d57-437a-8cbb-b105a0fd6a0c req-d519aeeb-3cd7-4fd1-8aa1-102a5aa7dd64 service neutron] 10.222.0.74 "GET /v2.0/networks/80319626-f9d4-43aa-862d-92556bf4070e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900638 Jun 21 10:20:54.875320 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-a7142170-27eb-4591-a2b8-11cc367d2b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'name': 'tempest-AttachVolumeTestJSON-2021615101-router', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:38Z', 'revision_number': 4, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'gw_port': {'id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:59:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_floatingips': [{'id': 'c22600cf-5a1a-454c-bc9a-95a5ed578496', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'floating_ip_address': '172.27.2.153', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'port_id': '80a53da6-3cde-4767-a175-99ccfbdc6fee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e', 'mac_address': 'fa:16:3e:55:52:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7fbc24-aa73-4076-8eba-9403b82ca45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:20:40Z', 'updated_at': '2021-06-21T10:20:53Z', 'revision_number': 1, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffbde75d-3c5c-4826-a925-201cc81624f1', 'name': '', 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'mac_address': 'fa:16:3e:84:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:37Z', 'updated_at': '2021-06-21T10:20:43Z', 'revision_number': 5, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'subnets': [{'id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:20:54.903955 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7142170-27eb-4591-a2b8-11cc367d2b99 None None] The sync data for ids ['ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'] in dv-cinder-797245-3-iscsi is: [{'id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'name': 'tempest-AttachVolumeTestJSON-2021615101-router', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:38Z', 'revision_number': 4, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'gw_port': {'id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:59:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_floatingips': [{'id': 'c22600cf-5a1a-454c-bc9a-95a5ed578496', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'floating_ip_address': '172.27.2.153', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'port_id': '80a53da6-3cde-4767-a175-99ccfbdc6fee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e', 'mac_address': 'fa:16:3e:55:52:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7fbc24-aa73-4076-8eba-9403b82ca45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:20:40Z', 'updated_at': '2021-06-21T10:20:53Z', 'revision_number': 1, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffbde75d-3c5c-4826-a925-201cc81624f1', 'name': '', 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'mac_address': 'fa:16:3e:84:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:37Z', 'updated_at': '2021-06-21T10:20:43Z', 'revision_number': 5, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'subnets': [{'id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:20:55.099807 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f2c2f0-bebd-44ca-84ed-fc9bef049214 None None] New status for floating IP c22600cf-5a1a-454c-bc9a-95a5ed578496: ACTIVE {{(pid=92969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 10:20:57.205076 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:01.575935 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:21:02.375672 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cbce00bb-447b-4a9b-84cb-a6be3b23164b req-67777728-9ad6-47a9-a760-25872b1cb480 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2526207d-182c-474c-9fb4-e6f671ee425a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0617406 Jun 21 10:21:02.494042 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce00bb-447b-4a9b-84cb-a6be3b23164b req-964677db-d8dd-4970-b2ff-426a86578df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:02.496713 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cbce00bb-447b-4a9b-84cb-a6be3b23164b req-964677db-d8dd-4970-b2ff-426a86578df5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d89583220ee1440bbdfeda076a37714b&device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 1098 time: 0.0566871 Jun 21 10:21:02.616495 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce00bb-447b-4a9b-84cb-a6be3b23164b req-56382a6d-0dc9-4c54-8610-77f7b5e4cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:02.617880 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cbce00bb-447b-4a9b-84cb-a6be3b23164b req-56382a6d-0dc9-4c54-8610-77f7b5e4cd62 service neutron] 10.222.0.74 "GET /v2.0/networks?id=99912a94-0af8-44a1-b5eb-2eb4255e8f95 HTTP/1.1" status: 200 len: 913 time: 0.0947738 Jun 21 10:21:02.684984 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cbce00bb-447b-4a9b-84cb-a6be3b23164b req-dba107d1-eb7c-4575-b589-6deba35216b8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d4c8d79-a3e0-4379-b491-8c7ac8490252 HTTP/1.1" status: 200 len: 1001 time: 0.0600204 Jun 21 10:21:02.736614 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce00bb-447b-4a9b-84cb-a6be3b23164b req-5805d921-a9d1-451e-9692-c3221e9eee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:02.738031 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cbce00bb-447b-4a9b-84cb-a6be3b23164b req-5805d921-a9d1-451e-9692-c3221e9eee77 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3c4edada-c0f2-4bfd-9da7-75ff93dda488 HTTP/1.1" status: 200 len: 850 time: 0.0471256 Jun 21 10:21:02.809101 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce00bb-447b-4a9b-84cb-a6be3b23164b req-b5f331ca-9418-4fa9-b75a-3d7e217bfb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:02.810613 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cbce00bb-447b-4a9b-84cb-a6be3b23164b req-b5f331ca-9418-4fa9-b75a-3d7e217bfb67 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=99912a94-0af8-44a1-b5eb-2eb4255e8f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0637710 Jun 21 10:21:02.912552 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cbce00bb-447b-4a9b-84cb-a6be3b23164b req-63133e15-bc87-480d-a8fe-7220364e2b06 service neutron] 10.222.0.74 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945730 Jun 21 10:21:03.018567 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cbce00bb-447b-4a9b-84cb-a6be3b23164b req-384043bf-f14d-4f08-b091-b97544240e4b service neutron] 10.222.0.74 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979581 Jun 21 10:21:07.370390 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-b2b4cf60-223b-4544-95bb-9c9484b24b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:10.851343 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:10.941558 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-9313bcdb-5956-473a-89f6-7e2bfe356298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:13.089898 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:15.170148 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:17.391319 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 51048) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:21:17.607126 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-375b721f-c8e2-4fec-bec8-5ce2ef94fa5a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Deleting port 8cd59741-01a2-4321-b70d-fdeb45e174a0 {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:21:17.607476 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-375b721f-c8e2-4fec-bec8-5ce2ef94fa5a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:17.699860 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-375b721f-c8e2-4fec-bec8-5ce2ef94fa5a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:17.700167 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-375b721f-c8e2-4fec-bec8-5ce2ef94fa5a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:17.769113 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-375b721f-c8e2-4fec-bec8-5ce2ef94fa5a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Calling delete_port for 8cd59741-01a2-4321-b70d-fdeb45e174a0 owned by network:floatingip {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:21:17.972367 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-375b721f-c8e2-4fec-bec8-5ce2ef94fa5a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1954225'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:17.976698 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-a8aecfef-1d5e-4c54-9c00-85fcef7e2e09 tempest-ServerRescueNegativeTestJSON-370192197 tempest-ServerRescueNegativeTestJSON-370192197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:21:18.007018 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b721f-c8e2-4fec-bec8-5ce2ef94fa5a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Pushing event deleted for resources: {'Port': ['ID=8cd59741-01a2-4321-b70d-fdeb45e174a0,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:21:18.010016 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-375b721f-c8e2-4fec-bec8-5ce2ef94fa5a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:21:18.087596 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-375b721f-c8e2-4fec-bec8-5ce2ef94fa5a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for floatingip, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:18.088029 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.db.l3_db [None req-375b721f-c8e2-4fec-bec8-5ce2ef94fa5a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Floating IP bd1741ba-6c86-473a-80f2-f3fb72a65d0a disassociated (deleted). External IP: 172.27.2.115, port: 329a6f96-f971-452d-ba68-c32873a853eb. Jun 21 10:21:18.326863 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375b721f-c8e2-4fec-bec8-5ce2ef94fa5a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Router b29f85ec-8096-48b0-aef6-b1ed54c88700 has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:21:18.449499 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375b721f-c8e2-4fec-bec8-5ce2ef94fa5a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:21:18.454722 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-375b721f-c8e2-4fec-bec8-5ce2ef94fa5a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for floatingip, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:18.459243 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42563b97-43ec-456e-a9d4-64e14acaac34 None None] Sync routers for ids ['b29f85ec-8096-48b0-aef6-b1ed54c88700'] in dv-cinder-797245-3-iscsi {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:21:18.474242 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42563b97-43ec-456e-a9d4-64e14acaac34 None None] Routers {'b29f85ec-8096-48b0-aef6-b1ed54c88700'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:21:18.475254 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-42563b97-43ec-456e-a9d4-64e14acaac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:21:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['b29f85ec-8096-48b0-aef6-b1ed54c88700'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:21:18.499363 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-375b721f-c8e2-4fec-bec8-5ce2ef94fa5a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "DELETE /v2.0/floatingips/bd1741ba-6c86-473a-80f2-f3fb72a65d0a HTTP/1.1" status: 204 len: 168 time: 1.1033487 Jun 21 10:21:18.499363 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3d6762-a225-43dd-9334-bb5fc019102c', 'tag': '329a6f96-f971-452d-ba68-c32873a853eb'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:21:18.499695 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec2df16-8af3-4f86-8127-17feb3026d8e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3d6762-a225-43dd-9334-bb5fc019102c", "tag": "329a6f96-f971-452d-ba68-c32873a853eb"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:21:18.545302 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12553741-0bb5-4055-96a0-850aa82cff86 x-openstack-request-id: req-12553741-0bb5-4055-96a0-850aa82cff86 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:21:18.545816 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3d6762-a225-43dd-9334-bb5fc019102c", "tag": "329a6f96-f971-452d-ba68-c32873a853eb", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:21:18.546285 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-12553741-0bb5-4055-96a0-850aa82cff86 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:21:18.546974 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3d6762-a225-43dd-9334-bb5fc019102c', 'tag': '329a6f96-f971-452d-ba68-c32873a853eb', 'status': 'completed', 'code': 200} Jun 21 10:21:18.597765 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-42563b97-43ec-456e-a9d4-64e14acaac34 None None] Set router b29f85ec-8096-48b0-aef6-b1ed54c88700 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:21:18.676505 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2df16-8af3-4f86-8127-17feb3026d8e req-799586ee-e396-4488-bbc2-294c360e8299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:18.678724 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cec2df16-8af3-4f86-8127-17feb3026d8e req-799586ee-e396-4488-bbc2-294c360e8299 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d89583220ee1440bbdfeda076a37714b&device_id=7c3d6762-a225-43dd-9334-bb5fc019102c HTTP/1.1" status: 200 len: 1099 time: 0.0809236 Jun 21 10:21:18.806494 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2df16-8af3-4f86-8127-17feb3026d8e req-0ea8ca45-604e-4238-89af-a975dec5de62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:18.809430 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cec2df16-8af3-4f86-8127-17feb3026d8e req-0ea8ca45-604e-4238-89af-a975dec5de62 service neutron] 10.222.0.74 "GET /v2.0/networks?id=99912a94-0af8-44a1-b5eb-2eb4255e8f95 HTTP/1.1" status: 200 len: 913 time: 0.1234539 Jun 21 10:21:18.888384 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cec2df16-8af3-4f86-8127-17feb3026d8e req-bc14fce0-b3b8-4a57-978d-0004051dc7f9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=329a6f96-f971-452d-ba68-c32873a853eb HTTP/1.1" status: 200 len: 217 time: 0.0401158 Jun 21 10:21:18.902513 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-42563b97-43ec-456e-a9d4-64e14acaac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'name': 'tempest-TestVolumeBootPattern-245411859-router', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '075a0383-c678-4854-8e3a-80e3d8621620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:32Z', 'revision_number': 4, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'gw_port': {'id': '075a0383-c678-4854-8e3a-80e3d8621620', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_floatingips': [{'id': 'd754bad7-6c8f-4610-b9f1-13bf15bddb68', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'port_id': '3d4c8d79-a3e0-4379-b491-8c7ac8490252', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'mac_address': 'fa:16:3e:20:dd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2526207d-182c-474c-9fb4-e6f671ee425a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:17:17Z', 'updated_at': '2021-06-21T10:17:20Z', 'revision_number': 1, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6036f762-76bf-44cc-82c7-c94046c50696', 'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'mac_address': 'fa:16:3e:e5:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:31Z', 'updated_at': '2021-06-21T10:13:39Z', 'revision_number': 5, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'subnets': [{'id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:21:18.952031 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2df16-8af3-4f86-8127-17feb3026d8e req-5657b7b3-f94e-4135-b1d0-02e651b0913d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:18.953592 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cec2df16-8af3-4f86-8127-17feb3026d8e req-5657b7b3-f94e-4135-b1d0-02e651b0913d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3c4edada-c0f2-4bfd-9da7-75ff93dda488 HTTP/1.1" status: 200 len: 850 time: 0.0587494 Jun 21 10:21:19.030944 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42563b97-43ec-456e-a9d4-64e14acaac34 None None] Checking router: b29f85ec-8096-48b0-aef6-b1ed54c88700 for host: dv-cinder-797245-3-iscsi {{(pid=92973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:21:19.040769 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42563b97-43ec-456e-a9d4-64e14acaac34 None None] Routers {'b29f85ec-8096-48b0-aef6-b1ed54c88700'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:21:19.041281 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-42563b97-43ec-456e-a9d4-64e14acaac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:21:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['b29f85ec-8096-48b0-aef6-b1ed54c88700'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:21:19.068787 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2df16-8af3-4f86-8127-17feb3026d8e req-a74cd584-e4e0-4013-b755-742296095bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:19.070290 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cec2df16-8af3-4f86-8127-17feb3026d8e req-a74cd584-e4e0-4013-b755-742296095bf3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=99912a94-0af8-44a1-b5eb-2eb4255e8f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1078811 Jun 21 10:21:19.079771 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31a0cf-8538-4a50-ab24-9922ccc3f735 req-1c59f63d-cc97-4108-9d5d-f646105be980 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:19.081446 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7a31a0cf-8538-4a50-ab24-9922ccc3f735 req-1c59f63d-cc97-4108-9d5d-f646105be980 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c3d6762-a225-43dd-9334-bb5fc019102c HTTP/1.1" status: 200 len: 946 time: 0.1786494 Jun 21 10:21:19.086407 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [req-cec2df16-8af3-4f86-8127-17feb3026d8e req-a18e7e47-6124-43a1-a90d-6d6483ddaaab service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 10:21:19.087414 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cec2df16-8af3-4f86-8127-17feb3026d8e req-a18e7e47-6124-43a1-a90d-6d6483ddaaab service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050285 Jun 21 10:21:19.167942 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-42563b97-43ec-456e-a9d4-64e14acaac34 None None] Set router b29f85ec-8096-48b0-aef6-b1ed54c88700 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:21:19.424885 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7a31a0cf-8538-4a50-ab24-9922ccc3f735 req-375eba41-4778-4370-9b85-a77614c92d3b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3363993 Jun 21 10:21:19.440286 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-42563b97-43ec-456e-a9d4-64e14acaac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'name': 'tempest-TestVolumeBootPattern-245411859-router', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '075a0383-c678-4854-8e3a-80e3d8621620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:32Z', 'revision_number': 4, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'gw_port': {'id': '075a0383-c678-4854-8e3a-80e3d8621620', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_floatingips': [{'id': 'd754bad7-6c8f-4610-b9f1-13bf15bddb68', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'port_id': '3d4c8d79-a3e0-4379-b491-8c7ac8490252', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'mac_address': 'fa:16:3e:20:dd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2526207d-182c-474c-9fb4-e6f671ee425a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:17:17Z', 'updated_at': '2021-06-21T10:17:20Z', 'revision_number': 1, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6036f762-76bf-44cc-82c7-c94046c50696', 'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'mac_address': 'fa:16:3e:e5:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:31Z', 'updated_at': '2021-06-21T10:13:39Z', 'revision_number': 5, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'subnets': [{'id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:21:19.465298 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cec2df16-8af3-4f86-8127-17feb3026d8e req-104cf309-1c2c-4614-b8b7-93f21779b1fb service neutron] 10.222.0.74 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694131 Jun 21 10:21:19.469531 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42563b97-43ec-456e-a9d4-64e14acaac34 None None] The sync data for ids ['b29f85ec-8096-48b0-aef6-b1ed54c88700'] in dv-cinder-797245-3-iscsi is: [{'id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'name': 'tempest-TestVolumeBootPattern-245411859-router', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '075a0383-c678-4854-8e3a-80e3d8621620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:32Z', 'revision_number': 4, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'gw_port': {'id': '075a0383-c678-4854-8e3a-80e3d8621620', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_floatingips': [{'id': 'd754bad7-6c8f-4610-b9f1-13bf15bddb68', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'port_id': '3d4c8d79-a3e0-4379-b491-8c7ac8490252', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'mac_address': 'fa:16:3e:20:dd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2526207d-182c-474c-9fb4-e6f671ee425a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:17:17Z', 'updated_at': '2021-06-21T10:17:20Z', 'revision_number': 1, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6036f762-76bf-44cc-82c7-c94046c50696', 'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'mac_address': 'fa:16:3e:e5:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:31Z', 'updated_at': '2021-06-21T10:13:39Z', 'revision_number': 5, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'subnets': [{'id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:21:19.570242 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cec2df16-8af3-4f86-8127-17feb3026d8e req-8371b915-6002-4ee4-b47e-0688d74734ea service neutron] 10.222.0.74 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979285 Jun 21 10:21:19.698371 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ac3400-f134-4da5-ae0e-4b2f17a8984a None None] New status for floating IP bd1741ba-6c86-473a-80f2-f3fb72a65d0a: DOWN {{(pid=92969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 10:21:20.618143 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da59a7e-7458-4582-a1ec-658e14386eca req-fac1721e-fb02-40e8-8bfb-f1c0d4422bae tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:20.619593 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5da59a7e-7458-4582-a1ec-658e14386eca req-fac1721e-fb02-40e8-8bfb-f1c0d4422bae tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c3d6762-a225-43dd-9334-bb5fc019102c HTTP/1.1" status: 200 len: 946 time: 0.0696890 Jun 21 10:21:20.675305 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5da59a7e-7458-4582-a1ec-658e14386eca req-dd6335d2-cf13-45ca-bf65-944330d6bbed tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479245 Jun 21 10:21:20.930287 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3642251-78dc-466d-9d06-2ba4c4e931bf req-a75ba761-cc11-4afa-adf1-8eb2d3ae9134 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:20.933440 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a3642251-78dc-466d-9d06-2ba4c4e931bf req-a75ba761-cc11-4afa-adf1-8eb2d3ae9134 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.74 "GET /v2.0/ports?device_id=7c3d6762-a225-43dd-9334-bb5fc019102c HTTP/1.1" status: 200 len: 946 time: 0.0783236 Jun 21 10:21:21.057292 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [req-a3642251-78dc-466d-9d06-2ba4c4e931bf req-daddb356-5169-4aa1-aaaa-2de25ac4f5f9 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Deleting port 329a6f96-f971-452d-ba68-c32873a853eb {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:21:21.057635 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-a3642251-78dc-466d-9d06-2ba4c4e931bf req-daddb356-5169-4aa1-aaaa-2de25ac4f5f9 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:21.148887 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-a3642251-78dc-466d-9d06-2ba4c4e931bf req-daddb356-5169-4aa1-aaaa-2de25ac4f5f9 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] For port 329a6f96-f971-452d-ba68-c32873a853eb, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=329a6f96-f971-452d-ba68-c32873a853eb,segment=NetworkSegment(0a9d78b6-c495-4794-ada2-561317aa9db4),segment_id=0a9d78b6-c495-4794-ada2-561317aa9db4)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:21:21.149236 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-a3642251-78dc-466d-9d06-2ba4c4e931bf req-daddb356-5169-4aa1-aaaa-2de25ac4f5f9 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:21.216951 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [req-a3642251-78dc-466d-9d06-2ba4c4e931bf req-daddb356-5169-4aa1-aaaa-2de25ac4f5f9 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Calling delete_port for 329a6f96-f971-452d-ba68-c32873a853eb owned by compute:nova {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:21:21.359046 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-a3642251-78dc-466d-9d06-2ba4c4e931bf req-daddb356-5169-4aa1-aaaa-2de25ac4f5f9 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1954225'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:21.363224 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-4313027b-b131-438e-be97-0443068e5494 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:21:21.401893 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daddb356-5169-4aa1-aaaa-2de25ac4f5f9 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Pushing event deleted for resources: {'Port': ['ID=329a6f96-f971-452d-ba68-c32873a853eb,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:21:21.407302 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-daddb356-5169-4aa1-aaaa-2de25ac4f5f9 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:21:21.469574 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3642251-78dc-466d-9d06-2ba4c4e931bf req-daddb356-5169-4aa1-aaaa-2de25ac4f5f9 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] No DVR routers for this DVR port 329a6f96-f971-452d-ba68-c32873a853eb on host hv-cinder-79724 {{(pid=92958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:21:21.472190 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-a3642251-78dc-466d-9d06-2ba4c4e931bf req-daddb356-5169-4aa1-aaaa-2de25ac4f5f9 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:21.474236 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a3642251-78dc-466d-9d06-2ba4c4e931bf req-daddb356-5169-4aa1-aaaa-2de25ac4f5f9 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.74 "DELETE /v2.0/ports/329a6f96-f971-452d-ba68-c32873a853eb HTTP/1.1" status: 204 len: 173 time: 0.5355265 Jun 21 10:21:21.474733 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3d6762-a225-43dd-9334-bb5fc019102c', 'name': 'network-vif-deleted', 'tag': '329a6f96-f971-452d-ba68-c32873a853eb'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:21:21.477081 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c99224e-91bc-42b1-8e00-6b00c58d75df" -d '{"events": [{"server_uuid": "7c3d6762-a225-43dd-9334-bb5fc019102c", "name": "network-vif-deleted", "tag": "329a6f96-f971-452d-ba68-c32873a853eb"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:21:21.519003 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb4f959-fbfc-42fd-9df5-22a92b479d3a x-openstack-request-id: req-6eb4f959-fbfc-42fd-9df5-22a92b479d3a {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:21:21.519412 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3d6762-a225-43dd-9334-bb5fc019102c", "name": "network-vif-deleted", "tag": "329a6f96-f971-452d-ba68-c32873a853eb", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:21:21.519763 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6eb4f959-fbfc-42fd-9df5-22a92b479d3a {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:21:21.520311 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3d6762-a225-43dd-9334-bb5fc019102c', 'name': 'network-vif-deleted', 'tag': '329a6f96-f971-452d-ba68-c32873a853eb', 'status': 'completed', 'code': 200} Jun 21 10:21:21.895387 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ed742a6e-7f72-434a-baa0-473aa57046da req-f0daf854-3b61-43be-8eb2-1cd9f11445ac tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c3d6762-a225-43dd-9334-bb5fc019102c HTTP/1.1" status: 200 len: 210 time: 0.0922024 Jun 21 10:21:24.267362 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 329a6f96-f971-452d-ba68-c32873a853eb no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:21:24.297138 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] No Port match for: 329a6f96-f971-452d-ba68-c32873a853eb {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:21:24.297487 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 329a6f96-f971-452d-ba68-c32873a853eb not bound to the agent host hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:21:25.219750 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 51094) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:21:25.391102 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-7d1a4c65-a85b-408f-b178-25723710d2be tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Deleting port 024ebb05-897f-4e2a-8c2d-ff4ebc96bbd6 {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:21:25.391465 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7d1a4c65-a85b-408f-b178-25723710d2be tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:25.470976 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7d1a4c65-a85b-408f-b178-25723710d2be tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:25.471578 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7d1a4c65-a85b-408f-b178-25723710d2be tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:25.544493 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-7d1a4c65-a85b-408f-b178-25723710d2be tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Calling delete_port for 024ebb05-897f-4e2a-8c2d-ff4ebc96bbd6 owned by network:floatingip {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:21:25.727909 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7d1a4c65-a85b-408f-b178-25723710d2be tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1954225'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:25.731331 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-303484c0-6b8c-4269-a252-8db15d9b4d8a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:21:25.757169 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a4c65-a85b-408f-b178-25723710d2be tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Pushing event deleted for resources: {'Port': ['ID=024ebb05-897f-4e2a-8c2d-ff4ebc96bbd6,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:21:25.769032 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a4c65-a85b-408f-b178-25723710d2be tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:25.769407 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a4c65-a85b-408f-b178-25723710d2be tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:25.769774 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a4c65-a85b-408f-b178-25723710d2be tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:25.770135 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a4c65-a85b-408f-b178-25723710d2be tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:25.770493 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a4c65-a85b-408f-b178-25723710d2be tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:25.770925 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a4c65-a85b-408f-b178-25723710d2be tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:25.771205 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a4c65-a85b-408f-b178-25723710d2be tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:25.771557 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a4c65-a85b-408f-b178-25723710d2be tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:25.771916 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a4c65-a85b-408f-b178-25723710d2be tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:25.772265 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a4c65-a85b-408f-b178-25723710d2be tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:25.772633 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a4c65-a85b-408f-b178-25723710d2be tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:25.772987 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a4c65-a85b-408f-b178-25723710d2be tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:25.791586 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-7d1a4c65-a85b-408f-b178-25723710d2be tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:21:25.834552 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7d1a4c65-a85b-408f-b178-25723710d2be tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for floatingip, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:25.834973 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.db.l3_db [None req-7d1a4c65-a85b-408f-b178-25723710d2be tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Floating IP d754bad7-6c8f-4610-b9f1-13bf15bddb68 disassociated (deleted). External IP: 172.27.2.100, port: 3d4c8d79-a3e0-4379-b491-8c7ac8490252. Jun 21 10:21:26.061796 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1a4c65-a85b-408f-b178-25723710d2be tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Router b29f85ec-8096-48b0-aef6-b1ed54c88700 has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:21:26.175935 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1a4c65-a85b-408f-b178-25723710d2be tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:21:26.181932 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7d1a4c65-a85b-408f-b178-25723710d2be tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for floatingip, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:26.187699 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441e6e34-39ca-40b0-9694-23b5509c31f3 None None] Sync routers for ids ['b29f85ec-8096-48b0-aef6-b1ed54c88700'] in dv-cinder-797245-3-iscsi {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:21:26.197035 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441e6e34-39ca-40b0-9694-23b5509c31f3 None None] Routers {'b29f85ec-8096-48b0-aef6-b1ed54c88700'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:21:26.197738 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-441e6e34-39ca-40b0-9694-23b5509c31f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:21:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['b29f85ec-8096-48b0-aef6-b1ed54c88700'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:21:26.221281 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-7d1a4c65-a85b-408f-b178-25723710d2be tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "DELETE /v2.0/floatingips/d754bad7-6c8f-4610-b9f1-13bf15bddb68 HTTP/1.1" status: 204 len: 168 time: 1.0001376 Jun 21 10:21:26.222328 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2526207d-182c-474c-9fb4-e6f671ee425a', 'tag': '3d4c8d79-a3e0-4379-b491-8c7ac8490252'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:21:26.224874 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87389b96-4b9d-4837-bc37-fc1923558073" -d '{"events": [{"name": "network-changed", "server_uuid": "2526207d-182c-474c-9fb4-e6f671ee425a", "tag": "3d4c8d79-a3e0-4379-b491-8c7ac8490252"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:21:26.270759 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eefc315-cd99-4737-9cf2-b177b8efa239 x-openstack-request-id: req-7eefc315-cd99-4737-9cf2-b177b8efa239 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:21:26.271111 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2526207d-182c-474c-9fb4-e6f671ee425a", "tag": "3d4c8d79-a3e0-4379-b491-8c7ac8490252", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:21:26.271631 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7eefc315-cd99-4737-9cf2-b177b8efa239 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:21:26.271817 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2526207d-182c-474c-9fb4-e6f671ee425a', 'tag': '3d4c8d79-a3e0-4379-b491-8c7ac8490252', 'status': 'completed', 'code': 200} Jun 21 10:21:26.340070 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-441e6e34-39ca-40b0-9694-23b5509c31f3 None None] Set router b29f85ec-8096-48b0-aef6-b1ed54c88700 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:21:26.474829 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87389b96-4b9d-4837-bc37-fc1923558073 req-f00a15d0-4a06-490b-96be-087d317e1b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:26.476894 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-87389b96-4b9d-4837-bc37-fc1923558073 req-f00a15d0-4a06-490b-96be-087d317e1b91 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d89583220ee1440bbdfeda076a37714b&device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 1098 time: 0.1480141 Jun 21 10:21:26.593807 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87389b96-4b9d-4837-bc37-fc1923558073 req-6a317359-9592-4dc3-85e9-1fd0939f66d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:26.595529 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-87389b96-4b9d-4837-bc37-fc1923558073 req-6a317359-9592-4dc3-85e9-1fd0939f66d2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=99912a94-0af8-44a1-b5eb-2eb4255e8f95 HTTP/1.1" status: 200 len: 913 time: 0.1110036 Jun 21 10:21:26.617227 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-441e6e34-39ca-40b0-9694-23b5509c31f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'name': 'tempest-TestVolumeBootPattern-245411859-router', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '075a0383-c678-4854-8e3a-80e3d8621620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:32Z', 'revision_number': 4, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'gw_port': {'id': '075a0383-c678-4854-8e3a-80e3d8621620', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': '6036f762-76bf-44cc-82c7-c94046c50696', 'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'mac_address': 'fa:16:3e:e5:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:31Z', 'updated_at': '2021-06-21T10:13:39Z', 'revision_number': 5, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'subnets': [{'id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:21:26.645731 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441e6e34-39ca-40b0-9694-23b5509c31f3 None None] Checking router: b29f85ec-8096-48b0-aef6-b1ed54c88700 for host: dv-cinder-797245-3-iscsi {{(pid=92973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:21:26.655872 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441e6e34-39ca-40b0-9694-23b5509c31f3 None None] Routers {'b29f85ec-8096-48b0-aef6-b1ed54c88700'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:21:26.657000 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-441e6e34-39ca-40b0-9694-23b5509c31f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:21:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['b29f85ec-8096-48b0-aef6-b1ed54c88700'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:21:26.671533 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-87389b96-4b9d-4837-bc37-fc1923558073 req-57985442-a5b3-4385-af4e-b61171a22685 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d4c8d79-a3e0-4379-b491-8c7ac8490252 HTTP/1.1" status: 200 len: 217 time: 0.0677266 Jun 21 10:21:26.741312 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87389b96-4b9d-4837-bc37-fc1923558073 req-e92366a1-53f5-46a6-90ef-97fe52c88d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:26.742760 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-87389b96-4b9d-4837-bc37-fc1923558073 req-e92366a1-53f5-46a6-90ef-97fe52c88d73 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3c4edada-c0f2-4bfd-9da7-75ff93dda488 HTTP/1.1" status: 200 len: 850 time: 0.0642099 Jun 21 10:21:26.754918 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348fc91-4e07-4128-8c9c-52b0ac41a66c req-a0241ec1-d75c-4cf8-8397-b5954d18c1b2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:26.756380 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3348fc91-4e07-4128-8c9c-52b0ac41a66c req-a0241ec1-d75c-4cf8-8397-b5954d18c1b2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 945 time: 0.1453965 Jun 21 10:21:26.778570 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-441e6e34-39ca-40b0-9694-23b5509c31f3 None None] Set router b29f85ec-8096-48b0-aef6-b1ed54c88700 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:21:26.825628 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3348fc91-4e07-4128-8c9c-52b0ac41a66c req-c301b49c-d47a-43a9-93fb-964ed908aff5 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594163 Jun 21 10:21:26.840968 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87389b96-4b9d-4837-bc37-fc1923558073 req-1073ca94-3a85-4297-8164-1aa696bde4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:26.842587 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-87389b96-4b9d-4837-bc37-fc1923558073 req-1073ca94-3a85-4297-8164-1aa696bde4ce service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=99912a94-0af8-44a1-b5eb-2eb4255e8f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0852029 Jun 21 10:21:26.960768 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-87389b96-4b9d-4837-bc37-fc1923558073 req-11778d9f-640d-414e-86f0-718d013992fb service neutron] 10.222.0.74 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059530 Jun 21 10:21:27.006040 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-441e6e34-39ca-40b0-9694-23b5509c31f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'name': 'tempest-TestVolumeBootPattern-245411859-router', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '075a0383-c678-4854-8e3a-80e3d8621620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:32Z', 'revision_number': 4, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'gw_port': {'id': '075a0383-c678-4854-8e3a-80e3d8621620', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': '6036f762-76bf-44cc-82c7-c94046c50696', 'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'mac_address': 'fa:16:3e:e5:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:31Z', 'updated_at': '2021-06-21T10:13:39Z', 'revision_number': 5, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'subnets': [{'id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:21:27.033088 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441e6e34-39ca-40b0-9694-23b5509c31f3 None None] The sync data for ids ['b29f85ec-8096-48b0-aef6-b1ed54c88700'] in dv-cinder-797245-3-iscsi is: [{'id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'name': 'tempest-TestVolumeBootPattern-245411859-router', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '075a0383-c678-4854-8e3a-80e3d8621620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:32Z', 'revision_number': 4, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'gw_port': {'id': '075a0383-c678-4854-8e3a-80e3d8621620', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': '6036f762-76bf-44cc-82c7-c94046c50696', 'name': '', 'network_id': '99912a94-0af8-44a1-b5eb-2eb4255e8f95', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'mac_address': 'fa:16:3e:e5:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:31Z', 'updated_at': '2021-06-21T10:13:39Z', 'revision_number': 5, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'subnets': [{'id': '3c4edada-c0f2-4bfd-9da7-75ff93dda488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:21:27.069471 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-87389b96-4b9d-4837-bc37-fc1923558073 req-329195af-c65a-4aa3-adf4-8c00597288d3 service neutron] 10.222.0.74 "GET /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959771 Jun 21 10:21:27.227372 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:27.259323 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d722529f-58c7-4327-b5a9-6b25ee7a64d4 None None] New status for floating IP d754bad7-6c8f-4610-b9f1-13bf15bddb68: DOWN {{(pid=92969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 10:21:28.023789 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab7d62-6feb-454d-8343-236b6a555c05 req-45725748-9853-4196-ae8a-eed0f8edfcc4 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:28.026860 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4fab7d62-6feb-454d-8343-236b6a555c05 req-45725748-9853-4196-ae8a-eed0f8edfcc4 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 945 time: 0.0752106 Jun 21 10:21:28.068871 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-4fab7d62-6feb-454d-8343-236b6a555c05 req-1affa70e-92c0-4b99-936b-30ac441682f4 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce1b93b3-9b94-4de4-b0de-fda445cacd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367723 Jun 21 10:21:28.510280 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a0846-ca80-4c7c-9d36-dfb3391773a0 req-0f8aad78-2932-4fae-a836-30584283eb5e tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:28.512318 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c80a0846-ca80-4c7c-9d36-dfb3391773a0 req-0f8aad78-2932-4fae-a836-30584283eb5e tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.74 "GET /v2.0/ports?device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 945 time: 0.0716875 Jun 21 10:21:28.619504 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [req-c80a0846-ca80-4c7c-9d36-dfb3391773a0 req-6d0c03f6-370b-441e-ba3d-5bc0660e8a2d tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Deleting port 3d4c8d79-a3e0-4379-b491-8c7ac8490252 {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:21:28.619849 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-c80a0846-ca80-4c7c-9d36-dfb3391773a0 req-6d0c03f6-370b-441e-ba3d-5bc0660e8a2d tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:28.710655 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-c80a0846-ca80-4c7c-9d36-dfb3391773a0 req-6d0c03f6-370b-441e-ba3d-5bc0660e8a2d tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] For port 3d4c8d79-a3e0-4379-b491-8c7ac8490252, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=3d4c8d79-a3e0-4379-b491-8c7ac8490252,segment=NetworkSegment(0a9d78b6-c495-4794-ada2-561317aa9db4),segment_id=0a9d78b6-c495-4794-ada2-561317aa9db4)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:21:28.711016 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-c80a0846-ca80-4c7c-9d36-dfb3391773a0 req-6d0c03f6-370b-441e-ba3d-5bc0660e8a2d tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:28.780678 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [req-c80a0846-ca80-4c7c-9d36-dfb3391773a0 req-6d0c03f6-370b-441e-ba3d-5bc0660e8a2d tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Calling delete_port for 3d4c8d79-a3e0-4379-b491-8c7ac8490252 owned by compute:nova {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:21:28.916028 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-c80a0846-ca80-4c7c-9d36-dfb3391773a0 req-6d0c03f6-370b-441e-ba3d-5bc0660e8a2d tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1954225'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:28.920275 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-a61784f9-c436-487f-87b4-f031adc0ae90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:21:28.945647 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c03f6-370b-441e-ba3d-5bc0660e8a2d tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Pushing event deleted for resources: {'Port': ['ID=3d4c8d79-a3e0-4379-b491-8c7ac8490252,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:21:28.949423 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-6d0c03f6-370b-441e-ba3d-5bc0660e8a2d tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:21:28.994283 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80a0846-ca80-4c7c-9d36-dfb3391773a0 req-6d0c03f6-370b-441e-ba3d-5bc0660e8a2d tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] No DVR routers for this DVR port 3d4c8d79-a3e0-4379-b491-8c7ac8490252 on host hv-cinder-79724 {{(pid=92958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:21:28.996489 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-c80a0846-ca80-4c7c-9d36-dfb3391773a0 req-6d0c03f6-370b-441e-ba3d-5bc0660e8a2d tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:28.998495 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c80a0846-ca80-4c7c-9d36-dfb3391773a0 req-6d0c03f6-370b-441e-ba3d-5bc0660e8a2d tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.74 "DELETE /v2.0/ports/3d4c8d79-a3e0-4379-b491-8c7ac8490252 HTTP/1.1" status: 204 len: 173 time: 0.4797826 Jun 21 10:21:28.999012 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2526207d-182c-474c-9fb4-e6f671ee425a', 'name': 'network-vif-deleted', 'tag': '3d4c8d79-a3e0-4379-b491-8c7ac8490252'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:21:29.001467 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bce831a-9b4f-4303-9db0-8437de19e324" -d '{"events": [{"server_uuid": "2526207d-182c-474c-9fb4-e6f671ee425a", "name": "network-vif-deleted", "tag": "3d4c8d79-a3e0-4379-b491-8c7ac8490252"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:21:29.041372 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2917012-be91-496e-bb06-0b0e547f4125 x-openstack-request-id: req-a2917012-be91-496e-bb06-0b0e547f4125 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:21:29.043057 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2526207d-182c-474c-9fb4-e6f671ee425a", "name": "network-vif-deleted", "tag": "3d4c8d79-a3e0-4379-b491-8c7ac8490252", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:21:29.043835 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a2917012-be91-496e-bb06-0b0e547f4125 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:21:29.044407 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2526207d-182c-474c-9fb4-e6f671ee425a', 'name': 'network-vif-deleted', 'tag': '3d4c8d79-a3e0-4379-b491-8c7ac8490252', 'status': 'completed', 'code': 200} Jun 21 10:21:29.221857 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-014d6992-bdf9-4ea4-ace5-6f5254709c86 req-d57c7689-de42-407d-9688-b1649c7c90f3 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "GET /v2.0/ports?device_id=2526207d-182c-474c-9fb4-e6f671ee425a HTTP/1.1" status: 200 len: 210 time: 0.0309834 Jun 21 10:21:30.318505 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 51120) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:21:30.457371 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-2fdbcd2d-4b77-4906-b855-3d5104e81ff2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Deleting port b4fa090c-49af-4ac9-8ce5-f85bc4adc48b {{(pid=92965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:21:30.457718 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-2fdbcd2d-4b77-4906-b855-3d5104e81ff2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:30.539396 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-2fdbcd2d-4b77-4906-b855-3d5104e81ff2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:30.539718 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-2fdbcd2d-4b77-4906-b855-3d5104e81ff2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:30.615731 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-2fdbcd2d-4b77-4906-b855-3d5104e81ff2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Calling delete_port for b4fa090c-49af-4ac9-8ce5-f85bc4adc48b owned by network:floatingip {{(pid=92965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:21:30.779035 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-2fdbcd2d-4b77-4906-b855-3d5104e81ff2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11354326'] for port, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:30.781115 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:21:30.811091 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdbcd2d-4b77-4906-b855-3d5104e81ff2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Pushing event deleted for resources: {'Port': ['ID=b4fa090c-49af-4ac9-8ce5-f85bc4adc48b,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:21:30.824459 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbcd2d-4b77-4906-b855-3d5104e81ff2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:30.824945 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbcd2d-4b77-4906-b855-3d5104e81ff2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:30.825321 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbcd2d-4b77-4906-b855-3d5104e81ff2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:30.825746 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbcd2d-4b77-4906-b855-3d5104e81ff2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:30.826138 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbcd2d-4b77-4906-b855-3d5104e81ff2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:30.826499 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbcd2d-4b77-4906-b855-3d5104e81ff2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:30.826855 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbcd2d-4b77-4906-b855-3d5104e81ff2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:30.827354 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbcd2d-4b77-4906-b855-3d5104e81ff2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:30.827564 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbcd2d-4b77-4906-b855-3d5104e81ff2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:30.827915 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbcd2d-4b77-4906-b855-3d5104e81ff2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:30.828264 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbcd2d-4b77-4906-b855-3d5104e81ff2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:30.828673 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbcd2d-4b77-4906-b855-3d5104e81ff2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:30.848411 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-2fdbcd2d-4b77-4906-b855-3d5104e81ff2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:21:30.890801 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-2fdbcd2d-4b77-4906-b855-3d5104e81ff2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for floatingip, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:30.893321 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-2fdbcd2d-4b77-4906-b855-3d5104e81ff2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for floatingip, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:30.894463 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-2fdbcd2d-4b77-4906-b855-3d5104e81ff2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "DELETE /v2.0/floatingips/43634b0f-977f-475d-8122-54340897cf20 HTTP/1.1" status: 204 len: 168 time: 0.5751977 Jun 21 10:21:32.183062 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 51136) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:21:32.251057 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-33b2c9fe-5417-461f-97f0-398b9b5a3726 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:32.277246 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-33b2c9fe-5417-461f-97f0-398b9b5a3726 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:32.312502 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 3d4c8d79-a3e0-4379-b491-8c7ac8490252 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:21:32.336061 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] No Port match for: 3d4c8d79-a3e0-4379-b491-8c7ac8490252 {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:21:32.336421 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 3d4c8d79-a3e0-4379-b491-8c7ac8490252 not bound to the agent host hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:21:32.351948 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-33b2c9fe-5417-461f-97f0-398b9b5a3726 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:32.355535 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-33b2c9fe-5417-461f-97f0-398b9b5a3726 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:32.357143 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-33b2c9fe-5417-461f-97f0-398b9b5a3726 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] 10.222.0.50 "DELETE /v2.0/security-groups/ce1b93b3-9b94-4de4-b0de-fda445cacd7c HTTP/1.1" status: 204 len: 168 time: 0.1727574 Jun 21 10:21:32.357956 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-4a5e4557-d4e5-442e-b90b-33745a8733a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:21:32.367033 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2c9fe-5417-461f-97f0-398b9b5a3726 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1b93b3-9b94-4de4-b0de-fda445cacd7c,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:21:32.369530 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-33b2c9fe-5417-461f-97f0-398b9b5a3726 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:21:32.427245 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 51140) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:21:33.165300 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-809ca0dd-562c-4f44-b765-a8a30f0e8083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3719668'] for router_interface, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:33.442800 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-809ca0dd-562c-4f44-b765-a8a30f0e8083 admin admin] Deleting port 6036f762-76bf-44cc-82c7-c94046c50696 {{(pid=92965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:21:33.443483 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-809ca0dd-562c-4f44-b765-a8a30f0e8083 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:33.534475 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [None req-809ca0dd-562c-4f44-b765-a8a30f0e8083 admin admin] For port 6036f762-76bf-44cc-82c7-c94046c50696, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=6036f762-76bf-44cc-82c7-c94046c50696,segment=NetworkSegment(0a9d78b6-c495-4794-ada2-561317aa9db4),segment_id=0a9d78b6-c495-4794-ada2-561317aa9db4)] {{(pid=92965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:21:33.534835 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-809ca0dd-562c-4f44-b765-a8a30f0e8083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:33.599199 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-809ca0dd-562c-4f44-b765-a8a30f0e8083 admin admin] Calling delete_port for 6036f762-76bf-44cc-82c7-c94046c50696 owned by network:router_interface {{(pid=92965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:21:33.838856 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-809ca0dd-562c-4f44-b765-a8a30f0e8083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11354326'] for port, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:33.842610 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-052f17e0-9ca5-4a6f-aa02-ebfcde25ef36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:21:33.882078 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ca0dd-562c-4f44-b765-a8a30f0e8083 admin admin] Pushing event deleted for resources: {'Port': ['ID=6036f762-76bf-44cc-82c7-c94046c50696,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:21:33.889365 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-809ca0dd-562c-4f44-b765-a8a30f0e8083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:21:34.099366 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-809ca0dd-562c-4f44-b765-a8a30f0e8083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3840626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719496'] for router_interface, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:34.388166 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809ca0dd-562c-4f44-b765-a8a30f0e8083 admin admin] Router b29f85ec-8096-48b0-aef6-b1ed54c88700 has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:21:34.524608 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809ca0dd-562c-4f44-b765-a8a30f0e8083 admin admin] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:21:34.532169 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-809ca0dd-562c-4f44-b765-a8a30f0e8083 admin admin] 10.222.0.50 "PUT /v2.0/routers/b29f85ec-8096-48b0-aef6-b1ed54c88700/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1020155 Jun 21 10:21:34.533232 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 51154) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:21:34.536252 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e367d191-065f-4993-9cf8-f4f720f3fa71 None None] Sync routers for ids ['b29f85ec-8096-48b0-aef6-b1ed54c88700'] in dv-cinder-797245-3-iscsi {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:21:34.551327 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e367d191-065f-4993-9cf8-f4f720f3fa71 None None] Routers {'b29f85ec-8096-48b0-aef6-b1ed54c88700'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:21:34.552080 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-e367d191-065f-4993-9cf8-f4f720f3fa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:21:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['b29f85ec-8096-48b0-aef6-b1ed54c88700'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:21:34.656178 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c674cf40-dd0f-4955-93ab-f66e00cff42b admin admin] Notify callbacks [] for router, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:34.676477 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-e367d191-065f-4993-9cf8-f4f720f3fa71 None None] Set router b29f85ec-8096-48b0-aef6-b1ed54c88700 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:21:34.782826 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c674cf40-dd0f-4955-93ab-f66e00cff42b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:34.850450 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-c674cf40-dd0f-4955-93ab-f66e00cff42b admin admin] Deleting port 075a0383-c678-4854-8e3a-80e3d8621620 {{(pid=92965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:21:34.851063 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c674cf40-dd0f-4955-93ab-f66e00cff42b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:34.947207 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [None req-c674cf40-dd0f-4955-93ab-f66e00cff42b admin admin] For port 075a0383-c678-4854-8e3a-80e3d8621620, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=075a0383-c678-4854-8e3a-80e3d8621620,segment=NetworkSegment(51446d15-6cd3-4f7c-9b01-f06091ff92a2),segment_id=51446d15-6cd3-4f7c-9b01-f06091ff92a2)] {{(pid=92965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:21:34.947478 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c674cf40-dd0f-4955-93ab-f66e00cff42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:34.974830 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-e367d191-065f-4993-9cf8-f4f720f3fa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'name': 'tempest-TestVolumeBootPattern-245411859-router', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '075a0383-c678-4854-8e3a-80e3d8621620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:21:33Z', 'revision_number': 5, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'gw_port': {'id': '075a0383-c678-4854-8e3a-80e3d8621620', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi'}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:21:35.005430 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e367d191-065f-4993-9cf8-f4f720f3fa71 None None] Checking router: b29f85ec-8096-48b0-aef6-b1ed54c88700 for host: dv-cinder-797245-3-iscsi {{(pid=92973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:21:35.015042 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e367d191-065f-4993-9cf8-f4f720f3fa71 None None] Routers {'b29f85ec-8096-48b0-aef6-b1ed54c88700'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:21:35.017377 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-e367d191-065f-4993-9cf8-f4f720f3fa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:21:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['b29f85ec-8096-48b0-aef6-b1ed54c88700'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:21:35.017514 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-c674cf40-dd0f-4955-93ab-f66e00cff42b admin admin] Calling delete_port for 075a0383-c678-4854-8e3a-80e3d8621620 owned by network:router_gateway {{(pid=92965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:21:35.112813 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-e367d191-065f-4993-9cf8-f4f720f3fa71 None None] Set router b29f85ec-8096-48b0-aef6-b1ed54c88700 gateway port host: None {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:21:35.182341 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-e367d191-065f-4993-9cf8-f4f720f3fa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'name': 'tempest-TestVolumeBootPattern-245411859-router', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:21:34Z', 'revision_number': 6, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'gw_port_host': None}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:21:35.212733 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e367d191-065f-4993-9cf8-f4f720f3fa71 None None] The sync data for ids ['b29f85ec-8096-48b0-aef6-b1ed54c88700'] in dv-cinder-797245-3-iscsi is: [{'id': 'b29f85ec-8096-48b0-aef6-b1ed54c88700', 'name': 'tempest-TestVolumeBootPattern-245411859-router', 'tenant_id': 'd89583220ee1440bbdfeda076a37714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:27Z', 'updated_at': '2021-06-21T10:21:34Z', 'revision_number': 6, 'project_id': 'd89583220ee1440bbdfeda076a37714b', 'gw_port_host': None}] {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:21:35.213587 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c674cf40-dd0f-4955-93ab-f66e00cff42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11354326'] for port, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:35.219994 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-9baaec8f-b97b-4d01-be72-1d5cfc4d1a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:21:35.246896 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674cf40-dd0f-4955-93ab-f66e00cff42b admin admin] Pushing event deleted for resources: {'Port': ['ID=075a0383-c678-4854-8e3a-80e3d8621620,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:21:35.270414 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-c674cf40-dd0f-4955-93ab-f66e00cff42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:21:35.316802 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c674cf40-dd0f-4955-93ab-f66e00cff42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3858276'] for router_gateway, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:35.419857 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c674cf40-dd0f-4955-93ab-f66e00cff42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3733370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1328'] for router, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:35.422327 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c674cf40-dd0f-4955-93ab-f66e00cff42b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:35.483795 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c674cf40-dd0f-4955-93ab-f66e00cff42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3722539'] for router, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:35.484350 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c674cf40-dd0f-4955-93ab-f66e00cff42b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b29f85ec-8096-48b0-aef6-b1ed54c88700 {{(pid=92965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 10:21:35.489508 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c674cf40-dd0f-4955-93ab-f66e00cff42b admin admin] Notify callbacks [] for router, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:35.490511 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-c674cf40-dd0f-4955-93ab-f66e00cff42b admin admin] 10.222.0.50 "DELETE /v2.0/routers/b29f85ec-8096-48b0-aef6-b1ed54c88700 HTTP/1.1" status: 204 len: 168 time: 0.9559674 Jun 21 10:21:35.494248 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 51162) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:21:35.542827 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac7cc7f-3703-48bc-aa18-695f41a2baa7 admin admin] Deleting subnet 3c4edada-c0f2-4bfd-9da7-75ff93dda488 {{(pid=92965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 10:21:35.546761 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fac7cc7f-3703-48bc-aa18-695f41a2baa7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:35.586817 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fac7cc7f-3703-48bc-aa18-695f41a2baa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11354325'] for subnet, precommit_delete_associations {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:35.684020 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fac7cc7f-3703-48bc-aa18-695f41a2baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708198'] for subnet, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:35.742636 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fac7cc7f-3703-48bc-aa18-695f41a2baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11354284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9374893'] for subnet, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:35.745075 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:21:35.769400 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7cc7f-3703-48bc-aa18-695f41a2baa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c4edada-c0f2-4bfd-9da7-75ff93dda488,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:21:35.772400 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-fac7cc7f-3703-48bc-aa18-695f41a2baa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:21:35.773402 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fac7cc7f-3703-48bc-aa18-695f41a2baa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:35.777880 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-fac7cc7f-3703-48bc-aa18-695f41a2baa7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3c4edada-c0f2-4bfd-9da7-75ff93dda488 HTTP/1.1" status: 204 len: 168 time: 0.2800424 Jun 21 10:21:35.778258 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 51164) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:21:35.781006 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b31a00f-ac40-4a3b-95cc-9de5be3f11dc None None] Network 99912a94-0af8-44a1-b5eb-2eb4255e8f95 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:21:35.856727 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cb6523b3-f7a3-43d2-8d02-e7a5848469cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729370'] for network, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:35.917716 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-cb6523b3-f7a3-43d2-8d02-e7a5848469cd admin admin] Deleting port 7936aa03-4a40-4740-accf-86562501c115 {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:21:35.918259 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cb6523b3-f7a3-43d2-8d02-e7a5848469cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:35.989356 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [None req-cb6523b3-f7a3-43d2-8d02-e7a5848469cd admin admin] For port 7936aa03-4a40-4740-accf-86562501c115, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=7936aa03-4a40-4740-accf-86562501c115,segment=NetworkSegment(0a9d78b6-c495-4794-ada2-561317aa9db4),segment_id=0a9d78b6-c495-4794-ada2-561317aa9db4)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:21:35.989713 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cb6523b3-f7a3-43d2-8d02-e7a5848469cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:36.018685 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c032eba8-dfeb-414c-9657-6dd4b7496041 None None] DHCP port deletion for 99912a94-0af8-44a1-b5eb-2eb4255e8f95 request from dv-cinder-797245-3-iscsi {{(pid=92969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 10:21:36.085872 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-cb6523b3-f7a3-43d2-8d02-e7a5848469cd admin admin] Calling delete_port for 7936aa03-4a40-4740-accf-86562501c115 owned by network:dhcp {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:21:36.088767 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-c032eba8-dfeb-414c-9657-6dd4b7496041 None None] Deleting port 7936aa03-4a40-4740-accf-86562501c115 {{(pid=92969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:21:36.089152 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-c032eba8-dfeb-414c-9657-6dd4b7496041 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:36.175261 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cb6523b3-f7a3-43d2-8d02-e7a5848469cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1954225'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:36.175851 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-c032eba8-dfeb-414c-9657-6dd4b7496041 None None] For port 7936aa03-4a40-4740-accf-86562501c115, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=7936aa03-4a40-4740-accf-86562501c115,segment=NetworkSegment(0a9d78b6-c495-4794-ada2-561317aa9db4),segment_id=0a9d78b6-c495-4794-ada2-561317aa9db4)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:21:36.175991 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-c032eba8-dfeb-414c-9657-6dd4b7496041 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:36.177473 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-b1796e47-a8a0-4496-a98a-ebda55eb93fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:21:36.202862 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6523b3-f7a3-43d2-8d02-e7a5848469cd admin admin] Pushing event deleted for resources: {'Port': ['ID=7936aa03-4a40-4740-accf-86562501c115,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:21:36.205872 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-cb6523b3-f7a3-43d2-8d02-e7a5848469cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:21:36.206859 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6523b3-f7a3-43d2-8d02-e7a5848469cd admin admin] No DVR routers for this DVR port 7936aa03-4a40-4740-accf-86562501c115 on host dv-cinder-797245-3-iscsi {{(pid=92958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:21:36.256357 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-c032eba8-dfeb-414c-9657-6dd4b7496041 None None] Calling delete_port for 7936aa03-4a40-4740-accf-86562501c115 owned by network:dhcp {{(pid=92969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:21:36.288435 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cb6523b3-f7a3-43d2-8d02-e7a5848469cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707321', 'neutron.services.segments.db._delete_segments_for_network-8741296622547'] for network, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:36.301335 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-cb6523b3-f7a3-43d2-8d02-e7a5848469cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99912a94-0af8-44a1-b5eb-2eb4255e8f95']}} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:21:36.317314 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-cb6523b3-f7a3-43d2-8d02-e7a5848469cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9d78b6-c495-4794-ada2-561317aa9db4') {'for_net_delete': True} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:21:36.317951 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-cb6523b3-f7a3-43d2-8d02-e7a5848469cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9d78b6-c495-4794-ada2-561317aa9db4') {} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:21:36.330445 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cb6523b3-f7a3-43d2-8d02-e7a5848469cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741296622376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10525642'] for segment, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:36.353562 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-c032eba8-dfeb-414c-9657-6dd4b7496041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806'] for port, after_delete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:36.356574 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cb6523b3-f7a3-43d2-8d02-e7a5848469cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:36.356808 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:21:36.362036 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6523b3-f7a3-43d2-8d02-e7a5848469cd admin admin] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=92958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 10:21:36.362036 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cb6523b3-f7a3-43d2-8d02-e7a5848469cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2335328'] for segment, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: Traceback (most recent call last): Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: timer() Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: cb(*args, **kw) Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: return func(*args, **kwargs) Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: self._notify() Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: self.callback(batched_events) Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: event.method(event) Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: return f(self, *a, **k) Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: return self._get(url).json() Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: return self.request(url, 'GET', **kwargs) Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 10:21:36.364755 dv-cinder-797245-3-iscsi neutron-server[92958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 10:21:36.383807 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032eba8-dfeb-414c-9657-6dd4b7496041 None None] Pushing event deleted for resources: {'Port': ['ID=7936aa03-4a40-4740-accf-86562501c115,revision_number=None']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:21:36.394065 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c032eba8-dfeb-414c-9657-6dd4b7496041 None None] No DVR routers for this DVR port 7936aa03-4a40-4740-accf-86562501c115 on host dv-cinder-797245-3-iscsi {{(pid=92969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:21:36.408322 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032eba8-dfeb-414c-9657-6dd4b7496041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:36.408945 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032eba8-dfeb-414c-9657-6dd4b7496041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:36.409980 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032eba8-dfeb-414c-9657-6dd4b7496041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:36.410557 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032eba8-dfeb-414c-9657-6dd4b7496041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:36.411136 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032eba8-dfeb-414c-9657-6dd4b7496041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:36.411708 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032eba8-dfeb-414c-9657-6dd4b7496041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:36.412320 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032eba8-dfeb-414c-9657-6dd4b7496041 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:36.412892 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032eba8-dfeb-414c-9657-6dd4b7496041 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:36.413418 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032eba8-dfeb-414c-9657-6dd4b7496041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:36.413994 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032eba8-dfeb-414c-9657-6dd4b7496041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:36.414594 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032eba8-dfeb-414c-9657-6dd4b7496041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:36.415158 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032eba8-dfeb-414c-9657-6dd4b7496041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:21:36.422510 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-c032eba8-dfeb-414c-9657-6dd4b7496041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:21:36.432876 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cb6523b3-f7a3-43d2-8d02-e7a5848469cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858363'] for network, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:36.440037 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cb6523b3-f7a3-43d2-8d02-e7a5848469cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:36.442096 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-cb6523b3-f7a3-43d2-8d02-e7a5848469cd admin admin] 10.222.0.50 "DELETE /v2.0/networks/99912a94-0af8-44a1-b5eb-2eb4255e8f95 HTTP/1.1" status: 204 len: 168 time: 0.6628499 Jun 21 10:21:36.442973 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-c58b74b6-0763-4ba1-ab4e-1867a00e82c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:21:36.445649 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 51166) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:21:36.456321 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6523b3-f7a3-43d2-8d02-e7a5848469cd admin admin] Pushing event deleted for resources: {'Network': ['ID=99912a94-0af8-44a1-b5eb-2eb4255e8f95,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:21:36.459199 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-cb6523b3-f7a3-43d2-8d02-e7a5848469cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:21:36.726040 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 075a0383-c678-4854-8e3a-80e3d8621620 no longer exists at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:21:36.748508 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] No Port match for: 075a0383-c678-4854-8e3a-80e3d8621620 {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:21:36.748897 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 075a0383-c678-4854-8e3a-80e3d8621620 not bound to the agent host dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:21:36.749510 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 6036f762-76bf-44cc-82c7-c94046c50696 no longer exists at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:21:36.773974 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] No Port match for: 6036f762-76bf-44cc-82c7-c94046c50696 {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:21:36.774376 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 6036f762-76bf-44cc-82c7-c94046c50696 not bound to the agent host dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:21:36.775232 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 7936aa03-4a40-4740-accf-86562501c115 no longer exists at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:21:36.799128 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] No Port match for: 7936aa03-4a40-4740-accf-86562501c115 {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:21:36.799823 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 7936aa03-4a40-4740-accf-86562501c115 not bound to the agent host dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:21:36.883105 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-a4919627-9392-494b-b7f3-cc194d6a0125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3719668'] for router_interface, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:37.182284 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-a4919627-9392-494b-b7f3-cc194d6a0125 admin admin] Deleting port 51f13eab-703b-492b-a9a5-92579f1169a3 {{(pid=92965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:21:37.182659 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-a4919627-9392-494b-b7f3-cc194d6a0125 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:37.271201 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [None req-a4919627-9392-494b-b7f3-cc194d6a0125 admin admin] For port 51f13eab-703b-492b-a9a5-92579f1169a3, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=51f13eab-703b-492b-a9a5-92579f1169a3,segment=NetworkSegment(51178269-ac14-4cee-858f-c5b91a1e3657),segment_id=51178269-ac14-4cee-858f-c5b91a1e3657)] {{(pid=92965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:21:37.271556 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-a4919627-9392-494b-b7f3-cc194d6a0125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:37.339836 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-a4919627-9392-494b-b7f3-cc194d6a0125 admin admin] Calling delete_port for 51f13eab-703b-492b-a9a5-92579f1169a3 owned by network:router_interface {{(pid=92965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:21:37.375217 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-7e93f224-287b-4641-8e2c-11beda41903a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:37.552753 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-a4919627-9392-494b-b7f3-cc194d6a0125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11354326'] for port, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:37.554886 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-8e7f2f6d-5dde-4e56-b571-4fa14673d242 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:21:37.584207 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4919627-9392-494b-b7f3-cc194d6a0125 admin admin] Pushing event deleted for resources: {'Port': ['ID=51f13eab-703b-492b-a9a5-92579f1169a3,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:21:37.586823 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-a4919627-9392-494b-b7f3-cc194d6a0125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:21:38.070442 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-a4919627-9392-494b-b7f3-cc194d6a0125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3840626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719496'] for router_interface, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:38.299241 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4919627-9392-494b-b7f3-cc194d6a0125 admin admin] Router b5590630-1f0f-4b4f-bb73-0ebada6ff3e6 has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:21:38.445566 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4919627-9392-494b-b7f3-cc194d6a0125 admin admin] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:21:38.452687 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-a4919627-9392-494b-b7f3-cc194d6a0125 admin admin] 10.222.0.50 "PUT /v2.0/routers/b5590630-1f0f-4b4f-bb73-0ebada6ff3e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0011749 Jun 21 10:21:38.455401 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 51182) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:21:38.459215 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603af53c-1d19-4d36-8f73-d18f591a4769 None None] Sync routers for ids ['b5590630-1f0f-4b4f-bb73-0ebada6ff3e6'] in dv-cinder-797245-3-iscsi {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:21:38.469607 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603af53c-1d19-4d36-8f73-d18f591a4769 None None] Routers {'b5590630-1f0f-4b4f-bb73-0ebada6ff3e6'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:21:38.470245 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-603af53c-1d19-4d36-8f73-d18f591a4769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:21:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['b5590630-1f0f-4b4f-bb73-0ebada6ff3e6'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:21:38.572308 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1067ccab-a367-4bbc-80cc-2c04ae3175fc admin admin] Notify callbacks [] for router, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:38.575473 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:21:38.598975 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-603af53c-1d19-4d36-8f73-d18f591a4769 None None] Set router b5590630-1f0f-4b4f-bb73-0ebada6ff3e6 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:21:38.704282 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1067ccab-a367-4bbc-80cc-2c04ae3175fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:38.772271 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-1067ccab-a367-4bbc-80cc-2c04ae3175fc admin admin] Deleting port fdbf644b-998b-4ce1-bc84-76ccfdcc0e41 {{(pid=92965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:21:38.772647 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1067ccab-a367-4bbc-80cc-2c04ae3175fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:38.790901 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-603af53c-1d19-4d36-8f73-d18f591a4769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5590630-1f0f-4b4f-bb73-0ebada6ff3e6', 'name': 'tempest-TestVolumeBootPattern-246410147-router', 'tenant_id': '2ef26f904ff24bfa910754f810cdf491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fdbf644b-998b-4ce1-bc84-76ccfdcc0e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:37Z', 'updated_at': '2021-06-21T10:21:37Z', 'revision_number': 5, 'project_id': '2ef26f904ff24bfa910754f810cdf491', 'gw_port': {'id': 'fdbf644b-998b-4ce1-bc84-76ccfdcc0e41', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5590630-1f0f-4b4f-bb73-0ebada6ff3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:13:37Z', 'updated_at': '2021-06-21T10:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi'}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:21:38.818325 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603af53c-1d19-4d36-8f73-d18f591a4769 None None] Checking router: b5590630-1f0f-4b4f-bb73-0ebada6ff3e6 for host: dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:21:38.829190 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603af53c-1d19-4d36-8f73-d18f591a4769 None None] Routers {'b5590630-1f0f-4b4f-bb73-0ebada6ff3e6'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:21:38.829742 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-603af53c-1d19-4d36-8f73-d18f591a4769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:21:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['b5590630-1f0f-4b4f-bb73-0ebada6ff3e6'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:21:38.875704 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [None req-1067ccab-a367-4bbc-80cc-2c04ae3175fc admin admin] For port fdbf644b-998b-4ce1-bc84-76ccfdcc0e41, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=fdbf644b-998b-4ce1-bc84-76ccfdcc0e41,segment=NetworkSegment(51446d15-6cd3-4f7c-9b01-f06091ff92a2),segment_id=51446d15-6cd3-4f7c-9b01-f06091ff92a2)] {{(pid=92965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:21:38.876068 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1067ccab-a367-4bbc-80cc-2c04ae3175fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:38.919582 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-603af53c-1d19-4d36-8f73-d18f591a4769 None None] Set router b5590630-1f0f-4b4f-bb73-0ebada6ff3e6 gateway port host: None {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:21:38.944812 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-1067ccab-a367-4bbc-80cc-2c04ae3175fc admin admin] Calling delete_port for fdbf644b-998b-4ce1-bc84-76ccfdcc0e41 owned by network:router_gateway {{(pid=92965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:21:38.974757 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-603af53c-1d19-4d36-8f73-d18f591a4769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5590630-1f0f-4b4f-bb73-0ebada6ff3e6', 'name': 'tempest-TestVolumeBootPattern-246410147-router', 'tenant_id': '2ef26f904ff24bfa910754f810cdf491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:37Z', 'updated_at': '2021-06-21T10:21:38Z', 'revision_number': 6, 'project_id': '2ef26f904ff24bfa910754f810cdf491', 'gw_port_host': None}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:21:39.005760 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603af53c-1d19-4d36-8f73-d18f591a4769 None None] The sync data for ids ['b5590630-1f0f-4b4f-bb73-0ebada6ff3e6'] in dv-cinder-797245-3-iscsi is: [{'id': 'b5590630-1f0f-4b4f-bb73-0ebada6ff3e6', 'name': 'tempest-TestVolumeBootPattern-246410147-router', 'tenant_id': '2ef26f904ff24bfa910754f810cdf491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:13:37Z', 'updated_at': '2021-06-21T10:21:38Z', 'revision_number': 6, 'project_id': '2ef26f904ff24bfa910754f810cdf491', 'gw_port_host': None}] {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:21:39.132651 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1067ccab-a367-4bbc-80cc-2c04ae3175fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11354326'] for port, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:39.135742 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-4cb93a91-f462-4485-affe-151afde1dbcd tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:21:39.161469 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067ccab-a367-4bbc-80cc-2c04ae3175fc admin admin] Pushing event deleted for resources: {'Port': ['ID=fdbf644b-998b-4ce1-bc84-76ccfdcc0e41,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:21:39.164643 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-1067ccab-a367-4bbc-80cc-2c04ae3175fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:21:39.231136 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1067ccab-a367-4bbc-80cc-2c04ae3175fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3858276'] for router_gateway, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:39.326129 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1067ccab-a367-4bbc-80cc-2c04ae3175fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3733370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1328'] for router, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:39.328512 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1067ccab-a367-4bbc-80cc-2c04ae3175fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:39.383766 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1067ccab-a367-4bbc-80cc-2c04ae3175fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3722539'] for router, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:39.385099 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1067ccab-a367-4bbc-80cc-2c04ae3175fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5590630-1f0f-4b4f-bb73-0ebada6ff3e6 {{(pid=92965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 10:21:39.394368 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1067ccab-a367-4bbc-80cc-2c04ae3175fc admin admin] Notify callbacks [] for router, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:39.396374 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-1067ccab-a367-4bbc-80cc-2c04ae3175fc admin admin] 10.222.0.50 "DELETE /v2.0/routers/b5590630-1f0f-4b4f-bb73-0ebada6ff3e6 HTTP/1.1" status: 204 len: 168 time: 0.9390440 Jun 21 10:21:39.398130 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 51186) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:21:39.452908 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8ca794-3ffa-40e3-80d3-14fd17f5a51a admin admin] Deleting subnet 496c08ca-b694-45fc-b2c3-5cb3888e8ecd {{(pid=92965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 10:21:39.456508 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca794-3ffa-40e3-80d3-14fd17f5a51a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:39.502853 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca794-3ffa-40e3-80d3-14fd17f5a51a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11354325'] for subnet, precommit_delete_associations {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:39.584342 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca794-3ffa-40e3-80d3-14fd17f5a51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708198'] for subnet, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:39.644916 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca794-3ffa-40e3-80d3-14fd17f5a51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11354284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9374893'] for subnet, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:39.647216 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-40dd9b34-0727-4de7-9b5f-269901e4e0db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:21:39.674408 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ca794-3ffa-40e3-80d3-14fd17f5a51a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=496c08ca-b694-45fc-b2c3-5cb3888e8ecd,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:21:39.676934 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-ed8ca794-3ffa-40e3-80d3-14fd17f5a51a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:21:39.679639 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca794-3ffa-40e3-80d3-14fd17f5a51a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:39.685122 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 51188) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:21:39.687778 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd6b9f8-9ed5-4360-b1a7-e36df059767a None None] Network e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:21:39.689436 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-ed8ca794-3ffa-40e3-80d3-14fd17f5a51a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/496c08ca-b694-45fc-b2c3-5cb3888e8ecd HTTP/1.1" status: 204 len: 168 time: 0.2899735 Jun 21 10:21:39.767769 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2286e3af-320e-4f80-9ff1-a6c35170dd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729370'] for network, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:39.825514 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-2286e3af-320e-4f80-9ff1-a6c35170dd17 admin admin] Deleting port 03173fc3-92ff-40d9-ac92-0c9bb34725c6 {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:21:39.825893 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2286e3af-320e-4f80-9ff1-a6c35170dd17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:39.892240 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [None req-2286e3af-320e-4f80-9ff1-a6c35170dd17 admin admin] For port 03173fc3-92ff-40d9-ac92-0c9bb34725c6, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=03173fc3-92ff-40d9-ac92-0c9bb34725c6,segment=NetworkSegment(51178269-ac14-4cee-858f-c5b91a1e3657),segment_id=51178269-ac14-4cee-858f-c5b91a1e3657)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:21:39.892633 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2286e3af-320e-4f80-9ff1-a6c35170dd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:39.896896 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d313b1a0-e386-40a8-8486-5122f5234a9a None None] DHCP port deletion for e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58 request from dv-cinder-797245-3-iscsi {{(pid=92969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 10:21:39.946901 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-d313b1a0-e386-40a8-8486-5122f5234a9a None None] Deleting port 03173fc3-92ff-40d9-ac92-0c9bb34725c6 {{(pid=92969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:21:39.947546 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-d313b1a0-e386-40a8-8486-5122f5234a9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:39.967358 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-2286e3af-320e-4f80-9ff1-a6c35170dd17 admin admin] Calling delete_port for 03173fc3-92ff-40d9-ac92-0c9bb34725c6 owned by network:dhcp {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:21:40.022680 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-d313b1a0-e386-40a8-8486-5122f5234a9a None None] For port 03173fc3-92ff-40d9-ac92-0c9bb34725c6, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=03173fc3-92ff-40d9-ac92-0c9bb34725c6,segment=NetworkSegment(51178269-ac14-4cee-858f-c5b91a1e3657),segment_id=51178269-ac14-4cee-858f-c5b91a1e3657)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:21:40.023077 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-d313b1a0-e386-40a8-8486-5122f5234a9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:40.063613 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2286e3af-320e-4f80-9ff1-a6c35170dd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1954225'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:40.067018 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-d9679e73-fc7d-447e-ab89-a19d18c26dd4 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:21:40.093608 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286e3af-320e-4f80-9ff1-a6c35170dd17 admin admin] Pushing event deleted for resources: {'Port': ['ID=03173fc3-92ff-40d9-ac92-0c9bb34725c6,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:21:40.096882 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-2286e3af-320e-4f80-9ff1-a6c35170dd17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:21:40.098162 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2286e3af-320e-4f80-9ff1-a6c35170dd17 admin admin] No DVR routers for this DVR port 03173fc3-92ff-40d9-ac92-0c9bb34725c6 on host dv-cinder-797245-3-iscsi {{(pid=92958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:21:40.105688 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-d313b1a0-e386-40a8-8486-5122f5234a9a None None] Calling delete_port for 03173fc3-92ff-40d9-ac92-0c9bb34725c6 owned by network:dhcp {{(pid=92969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:21:40.190339 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-d313b1a0-e386-40a8-8486-5122f5234a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806'] for port, after_delete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:40.192043 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2286e3af-320e-4f80-9ff1-a6c35170dd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707321', 'neutron.services.segments.db._delete_segments_for_network-8741296622547'] for network, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:40.192299 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:21:40.204122 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-2286e3af-320e-4f80-9ff1-a6c35170dd17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58']}} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:21:40.216440 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-2286e3af-320e-4f80-9ff1-a6c35170dd17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51178269-ac14-4cee-858f-c5b91a1e3657') {'for_net_delete': True} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:21:40.216980 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-2286e3af-320e-4f80-9ff1-a6c35170dd17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51178269-ac14-4cee-858f-c5b91a1e3657') {} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:21:40.217547 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313b1a0-e386-40a8-8486-5122f5234a9a None None] Pushing event deleted for resources: {'Port': ['ID=03173fc3-92ff-40d9-ac92-0c9bb34725c6,revision_number=None']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:21:40.219950 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-d313b1a0-e386-40a8-8486-5122f5234a9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:21:40.222753 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d313b1a0-e386-40a8-8486-5122f5234a9a None None] No DVR routers for this DVR port 03173fc3-92ff-40d9-ac92-0c9bb34725c6 on host dv-cinder-797245-3-iscsi {{(pid=92969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:21:40.231498 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2286e3af-320e-4f80-9ff1-a6c35170dd17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741296622376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10525642'] for segment, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:40.253272 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2286e3af-320e-4f80-9ff1-a6c35170dd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:40.259315 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2286e3af-320e-4f80-9ff1-a6c35170dd17 admin admin] Releasing vlan 1167 on physical network physnet1 to pool {{(pid=92958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 10:21:40.259739 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2286e3af-320e-4f80-9ff1-a6c35170dd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2335328'] for segment, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: Traceback (most recent call last): Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: timer() Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: cb(*args, **kw) Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: return func(*args, **kwargs) Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: self._notify() Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: self.callback(batched_events) Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: event.method(event) Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: return f(self, *a, **k) Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: return self._get(url).json() Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: return self.request(url, 'GET', **kwargs) Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 10:21:40.262183 dv-cinder-797245-3-iscsi neutron-server[92958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 10:21:40.318437 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2286e3af-320e-4f80-9ff1-a6c35170dd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858363'] for network, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:40.322897 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:21:40.327492 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2286e3af-320e-4f80-9ff1-a6c35170dd17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:40.328874 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-2286e3af-320e-4f80-9ff1-a6c35170dd17 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58 HTTP/1.1" status: 204 len: 168 time: 0.6423020 Jun 21 10:21:40.341861 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286e3af-320e-4f80-9ff1-a6c35170dd17 admin admin] Pushing event deleted for resources: {'Network': ['ID=e470d3e0-48c0-4aa9-bf3b-2fdc1488cf58,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:21:40.345121 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-2286e3af-320e-4f80-9ff1-a6c35170dd17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:21:40.494014 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 51194) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:21:40.534499 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-5e6a3671-bd6a-4150-ac33-cb0c202265e3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d89583220ee1440bbdfeda076a37714b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391634 Jun 21 10:21:40.537001 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 51196) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:21:40.593970 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-62b99f0d-ae02-44b5-ae80-6f18d3b1bb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:40.617821 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-62b99f0d-ae02-44b5-ae80-6f18d3b1bb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:40.686074 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-62b99f0d-ae02-44b5-ae80-6f18d3b1bb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:40.689730 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-62b99f0d-ae02-44b5-ae80-6f18d3b1bb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:40.690904 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-62b99f0d-ae02-44b5-ae80-6f18d3b1bb49 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e9aaa40b-e33a-49d6-a7ed-95f2ff148612 HTTP/1.1" status: 204 len: 168 time: 0.1529746 Jun 21 10:21:40.691853 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-f4b222ec-92ed-4211-bde1-85783ae452f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:21:40.700981 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b99f0d-ae02-44b5-ae80-6f18d3b1bb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9aaa40b-e33a-49d6-a7ed-95f2ff148612,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:21:40.703910 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-62b99f0d-ae02-44b5-ae80-6f18d3b1bb49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:21:40.727239 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 03173fc3-92ff-40d9-ac92-0c9bb34725c6 no longer exists at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:21:40.749390 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] No Port match for: 03173fc3-92ff-40d9-ac92-0c9bb34725c6 {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:21:40.749884 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 03173fc3-92ff-40d9-ac92-0c9bb34725c6 not bound to the agent host dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:21:40.750465 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 51f13eab-703b-492b-a9a5-92579f1169a3 no longer exists at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:21:40.776008 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] No Port match for: 51f13eab-703b-492b-a9a5-92579f1169a3 {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:21:40.776641 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 51f13eab-703b-492b-a9a5-92579f1169a3 not bound to the agent host dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:21:40.777304 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device fdbf644b-998b-4ce1-bc84-76ccfdcc0e41 no longer exists at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:21:40.948924 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] No Port match for: fdbf644b-998b-4ce1-bc84-76ccfdcc0e41 {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:21:40.949486 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device fdbf644b-998b-4ce1-bc84-76ccfdcc0e41 not bound to the agent host dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:21:40.975870 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:40.983232 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-41955e1d-1d9d-46d2-bcd2-0608a471b183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:41.136982 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 51202) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:21:41.182208 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-31ced015-ff28-4f21-a30d-c3dace6fa8f7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2ef26f904ff24bfa910754f810cdf491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439038 Jun 21 10:21:41.185488 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 51204) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:21:41.239927 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7b55d010-3876-47d0-8a03-4dc18ee645de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:41.263194 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7b55d010-3876-47d0-8a03-4dc18ee645de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:41.335934 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7b55d010-3876-47d0-8a03-4dc18ee645de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:41.341036 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7b55d010-3876-47d0-8a03-4dc18ee645de admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:41.342316 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-7b55d010-3876-47d0-8a03-4dc18ee645de admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f967a7e2-4783-4bc4-b726-79f25ae38324 HTTP/1.1" status: 204 len: 168 time: 0.1558630 Jun 21 10:21:41.343381 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-26a4c462-ea28-4cf7-88cf-ab69547803fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:21:41.359473 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55d010-3876-47d0-8a03-4dc18ee645de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f967a7e2-4783-4bc4-b726-79f25ae38324,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:21:41.362360 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-7b55d010-3876-47d0-8a03-4dc18ee645de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:21:43.094114 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:43.776246 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5deccaa-a43e-412c-8441-986b3dbe0332 req-fbef23be-3803-4afb-ba13-36bfb5fb1825 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:43.778551 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e5deccaa-a43e-412c-8441-986b3dbe0332 req-fbef23be-3803-4afb-ba13-36bfb5fb1825 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0733521 Jun 21 10:21:43.816877 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e5deccaa-a43e-412c-8441-986b3dbe0332 req-87a16776-485a-4634-ab4b-08c04d20e933 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324669 Jun 21 10:21:45.031322 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d41ea8-831c-47e4-b481-21e38900c4db req-752662ce-cefd-4246-887f-5ce898fe90b7 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:45.032886 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-a3d41ea8-831c-47e4-b481-21e38900c4db req-752662ce-cefd-4246-887f-5ce898fe90b7 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0788300 Jun 21 10:21:45.084224 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-a3d41ea8-831c-47e4-b481-21e38900c4db req-da6e0a4e-0816-43d3-b9c3-8ef588ecd1c3 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455701 Jun 21 10:21:45.170682 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:46.293956 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bb326-bfd5-4a31-bf00-a8b349fcb677 req-167d25f0-a566-4184-9836-67dbf2eb2d75 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:46.295468 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8b0bb326-bfd5-4a31-bf00-a8b349fcb677 req-167d25f0-a566-4184-9836-67dbf2eb2d75 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0785198 Jun 21 10:21:46.348417 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8b0bb326-bfd5-4a31-bf00-a8b349fcb677 req-bb3a0124-77c6-4c8c-bd07-40fa6f991a8c tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430536 Jun 21 10:21:47.531329 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b28cdb-fc0d-4fa4-a966-05e0a56ed469 req-65045c73-05c8-416d-a340-355c01bc8bd5 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:47.532816 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b6b28cdb-fc0d-4fa4-a966-05e0a56ed469 req-65045c73-05c8-416d-a340-355c01bc8bd5 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0648873 Jun 21 10:21:47.570055 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b6b28cdb-fc0d-4fa4-a966-05e0a56ed469 req-a5ba3988-b692-4618-80ec-8ffb22607d53 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314286 Jun 21 10:21:48.793021 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47efd29-d9e1-4175-8e14-d7b131b28315 req-125ea2af-75c5-4af2-90c3-ac5eda470733 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:48.794505 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c47efd29-d9e1-4175-8e14-d7b131b28315 req-125ea2af-75c5-4af2-90c3-ac5eda470733 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0683534 Jun 21 10:21:48.833833 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c47efd29-d9e1-4175-8e14-d7b131b28315 req-dc668d2b-dd00-4087-83a6-9733f739cf70 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334284 Jun 21 10:21:50.026000 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e858c5-ea19-43d4-b69b-e248036674a7 req-7723d1cf-e539-4816-865f-c3511977f990 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:50.028980 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-a3e858c5-ea19-43d4-b69b-e248036674a7 req-7723d1cf-e539-4816-865f-c3511977f990 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0801339 Jun 21 10:21:50.072010 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-a3e858c5-ea19-43d4-b69b-e248036674a7 req-05b7dc8b-9d60-4e78-80ce-6db2416d7eb4 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377288 Jun 21 10:21:51.256804 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efed7a-0f22-4083-8b02-d9801d91a97b req-6a091f71-1f8d-43a3-b25c-8753d1f51bbf tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:51.258162 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-56efed7a-0f22-4083-8b02-d9801d91a97b req-6a091f71-1f8d-43a3-b25c-8753d1f51bbf tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0683777 Jun 21 10:21:51.296784 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-56efed7a-0f22-4083-8b02-d9801d91a97b req-9e6d2cf6-7bca-41dd-b386-8a050922a43a tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315864 Jun 21 10:21:52.483666 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd755c-aac1-4884-9ee1-2c5ed5ff5bea req-47ddd571-8050-447c-b5d3-0cd9307f21f6 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:52.485182 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-f2fd755c-aac1-4884-9ee1-2c5ed5ff5bea req-47ddd571-8050-447c-b5d3-0cd9307f21f6 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0704646 Jun 21 10:21:52.525845 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-f2fd755c-aac1-4884-9ee1-2c5ed5ff5bea req-333c3744-d846-4600-adc3-9156fba53c63 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346036 Jun 21 10:21:53.703258 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e0665-249e-4526-a88a-2b83c22f290b req-8a7931f9-0dcc-411a-8884-b8e4c40d117d tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:53.704814 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-157e0665-249e-4526-a88a-2b83c22f290b req-8a7931f9-0dcc-411a-8884-b8e4c40d117d tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0636086 Jun 21 10:21:53.745923 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-157e0665-249e-4526-a88a-2b83c22f290b req-93d0c5de-b203-423f-8dd0-fbe3525cd3ee tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355797 Jun 21 10:21:54.928750 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db0462-9a64-4082-8156-8774bc18c1be req-f1b4aded-71b9-4864-af51-1a4708805bef tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:54.930183 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e5db0462-9a64-4082-8156-8774bc18c1be req-f1b4aded-71b9-4864-af51-1a4708805bef tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0664053 Jun 21 10:21:54.975516 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e5db0462-9a64-4082-8156-8774bc18c1be req-3109d846-7961-4bf3-aa29-9133b8e31ef4 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372486 Jun 21 10:21:56.178874 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7f37d-c72d-4710-b525-716abd871629 req-14143779-5203-4c34-9393-1e47e78c0cbf tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:56.180381 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-93d7f37d-c72d-4710-b525-716abd871629 req-14143779-5203-4c34-9393-1e47e78c0cbf tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0821099 Jun 21 10:21:56.221057 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-93d7f37d-c72d-4710-b525-716abd871629 req-8e88f853-3769-49b9-a3c5-54436bc27b42 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339499 Jun 21 10:21:57.232520 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:21:57.404138 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1bc40-031e-43a1-8d49-bd99a1f6f789 req-4a6568e9-3807-4f8d-9d00-b4d702db0d16 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:57.405615 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-19d1bc40-031e-43a1-8d49-bd99a1f6f789 req-4a6568e9-3807-4f8d-9d00-b4d702db0d16 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0688767 Jun 21 10:21:57.446679 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-19d1bc40-031e-43a1-8d49-bd99a1f6f789 req-ffdd708c-e468-48f0-a511-c6c2b23694c3 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353229 Jun 21 10:21:58.627013 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901cd1d-1c8d-4bfc-8b3a-3e21ec8d7c21 req-a123ffbb-afe1-412d-8fb1-949796cda7cf tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:58.628535 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f901cd1d-1c8d-4bfc-8b3a-3e21ec8d7c21 req-a123ffbb-afe1-412d-8fb1-949796cda7cf tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0673916 Jun 21 10:21:58.672418 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f901cd1d-1c8d-4bfc-8b3a-3e21ec8d7c21 req-666d6a8b-7bd0-4530-a115-169d749a2382 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381351 Jun 21 10:21:59.871517 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de179c65-fd4a-477d-8204-080577263898 req-6453fb32-1809-42e4-9a84-d3eb27815439 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:21:59.873146 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-de179c65-fd4a-477d-8204-080577263898 req-6453fb32-1809-42e4-9a84-d3eb27815439 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0723557 Jun 21 10:21:59.914584 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-de179c65-fd4a-477d-8204-080577263898 req-9bfa3491-b227-481c-b723-0e6a3a8f538a tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356319 Jun 21 10:22:01.134155 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eaa3b1-c123-4222-87fe-d7deabaea180 req-c322e2b4-0c44-41bb-a994-692dbf223c54 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:01.136199 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-38eaa3b1-c123-4222-87fe-d7deabaea180 req-c322e2b4-0c44-41bb-a994-692dbf223c54 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0745969 Jun 21 10:22:01.180950 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-38eaa3b1-c123-4222-87fe-d7deabaea180 req-fa28343c-9bfb-4f78-841e-f2579388931e tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387814 Jun 21 10:22:02.379881 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a212c1d-170b-4ee5-b859-368d08141edd req-f574e730-ed9f-4060-afa3-8378aab4edc0 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:02.381262 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4a212c1d-170b-4ee5-b859-368d08141edd req-f574e730-ed9f-4060-afa3-8378aab4edc0 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0710111 Jun 21 10:22:02.431413 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4a212c1d-170b-4ee5-b859-368d08141edd req-231b791a-ace6-4936-893f-d45c923f3f48 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400212 Jun 21 10:22:02.690432 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3597434-81a3-47bf-9606-23a26f0eba27 req-d5d5532d-12eb-46e2-8912-cb6f2dc879e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:02.691894 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c3597434-81a3-47bf-9606-23a26f0eba27 req-d5d5532d-12eb-46e2-8912-cb6f2dc879e3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9357af1b17094d8fa94902813e40cc40&device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 1098 time: 0.0602713 Jun 21 10:22:02.832548 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3597434-81a3-47bf-9606-23a26f0eba27 req-6e99ad8f-4b6f-4a15-8116-5c778d28c8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:02.834042 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c3597434-81a3-47bf-9606-23a26f0eba27 req-6e99ad8f-4b6f-4a15-8116-5c778d28c8e0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=80319626-f9d4-43aa-862d-92556bf4070e HTTP/1.1" status: 200 len: 913 time: 0.1213615 Jun 21 10:22:02.905177 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c3597434-81a3-47bf-9606-23a26f0eba27 req-eb2c036c-972e-4b19-aca4-583232df6e3e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80a53da6-3cde-4767-a175-99ccfbdc6fee HTTP/1.1" status: 200 len: 1001 time: 0.0638728 Jun 21 10:22:02.954543 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3597434-81a3-47bf-9606-23a26f0eba27 req-1484f79b-c63d-44ba-aaea-f2acce976148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:02.955904 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c3597434-81a3-47bf-9606-23a26f0eba27 req-1484f79b-c63d-44ba-aaea-f2acce976148 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2034ea3c-5a11-44ab-b4bb-5dfacbb893ba HTTP/1.1" status: 200 len: 850 time: 0.0451944 Jun 21 10:22:03.018881 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3597434-81a3-47bf-9606-23a26f0eba27 req-62f97be6-3221-4366-9f94-1e0ac5e29511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:03.020375 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c3597434-81a3-47bf-9606-23a26f0eba27 req-62f97be6-3221-4366-9f94-1e0ac5e29511 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=80319626-f9d4-43aa-862d-92556bf4070e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579419 Jun 21 10:22:03.123952 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c3597434-81a3-47bf-9606-23a26f0eba27 req-458f073d-2fac-4d09-80a0-20e361b8875b service neutron] 10.222.0.74 "GET /v2.0/networks/80319626-f9d4-43aa-862d-92556bf4070e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966325 Jun 21 10:22:03.236912 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c3597434-81a3-47bf-9606-23a26f0eba27 req-4742bbbc-4eb3-470c-b6a3-03b9bb6d0efe service neutron] 10.222.0.74 "GET /v2.0/networks/80319626-f9d4-43aa-862d-92556bf4070e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069660 Jun 21 10:22:03.672241 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17b7fb-7433-4711-b166-4e4befaee53d req-a8f4b525-4a76-4209-b9b0-5ea4ea74765b tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:03.674743 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1b17b7fb-7433-4711-b166-4e4befaee53d req-a8f4b525-4a76-4209-b9b0-5ea4ea74765b tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.1060390 Jun 21 10:22:04.063073 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1b17b7fb-7433-4711-b166-4e4befaee53d req-4f6d5bfa-ab1e-4f61-8ead-bdc7422c6ff6 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3784599 Jun 21 10:22:05.297686 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25feba-74c3-4fc6-8936-a8e256ebdbc9 req-0694bddd-85ff-4f87-b817-cc208b23d371 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:05.299180 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-db25feba-74c3-4fc6-8936-a8e256ebdbc9 req-0694bddd-85ff-4f87-b817-cc208b23d371 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0762670 Jun 21 10:22:05.350383 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-db25feba-74c3-4fc6-8936-a8e256ebdbc9 req-b4e86211-0aa9-455b-81e4-0415e2377199 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451307 Jun 21 10:22:05.797358 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfbc66-db44-4e2d-985a-e60466461818 req-21959c6a-c210-4d5a-9d43-e69060529317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:05.799272 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-37bfbc66-db44-4e2d-985a-e60466461818 req-21959c6a-c210-4d5a-9d43-e69060529317 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9357af1b17094d8fa94902813e40cc40&device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 1098 time: 0.0647993 Jun 21 10:22:05.816391 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa620f-3e64-4fe1-b176-597438ae2402 req-ab4b67ed-2169-44ea-961d-534068b0a433 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:05.817972 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-a7aa620f-3e64-4fe1-b176-597438ae2402 req-ab4b67ed-2169-44ea-961d-534068b0a433 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0932946 Jun 21 10:22:05.870226 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-a7aa620f-3e64-4fe1-b176-597438ae2402 req-6dde1b23-2195-4758-b637-144fe1946c45 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429790 Jun 21 10:22:05.914640 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfbc66-db44-4e2d-985a-e60466461818 req-6f6126ef-5214-418e-93cc-13fff9d123ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:05.916143 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-37bfbc66-db44-4e2d-985a-e60466461818 req-6f6126ef-5214-418e-93cc-13fff9d123ca service neutron] 10.222.0.74 "GET /v2.0/networks?id=80319626-f9d4-43aa-862d-92556bf4070e HTTP/1.1" status: 200 len: 913 time: 0.1108220 Jun 21 10:22:05.984342 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-37bfbc66-db44-4e2d-985a-e60466461818 req-17486d1f-ac54-4a0e-9da4-4cf2eb972980 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80a53da6-3cde-4767-a175-99ccfbdc6fee HTTP/1.1" status: 200 len: 1001 time: 0.0621305 Jun 21 10:22:06.043384 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfbc66-db44-4e2d-985a-e60466461818 req-21545565-e52b-4417-9bbd-681852488163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:06.044857 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-37bfbc66-db44-4e2d-985a-e60466461818 req-21545565-e52b-4417-9bbd-681852488163 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2034ea3c-5a11-44ab-b4bb-5dfacbb893ba HTTP/1.1" status: 200 len: 850 time: 0.0542486 Jun 21 10:22:06.112101 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfbc66-db44-4e2d-985a-e60466461818 req-48a97b0b-ba53-402f-8b8a-e35e64912e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:06.113542 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-37bfbc66-db44-4e2d-985a-e60466461818 req-48a97b0b-ba53-402f-8b8a-e35e64912e59 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=80319626-f9d4-43aa-862d-92556bf4070e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621631 Jun 21 10:22:06.251601 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-37bfbc66-db44-4e2d-985a-e60466461818 req-934ee8c2-b4e1-41ce-b401-48f96fbd4115 service neutron] 10.222.0.74 "GET /v2.0/networks/80319626-f9d4-43aa-862d-92556bf4070e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317008 Jun 21 10:22:06.358448 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-37bfbc66-db44-4e2d-985a-e60466461818 req-5100faca-d389-4b06-a296-630fa72e9ba4 service neutron] 10.222.0.74 "GET /v2.0/networks/80319626-f9d4-43aa-862d-92556bf4070e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010532 Jun 21 10:22:07.079470 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9451fe3-362f-4779-b32d-6719748fda71 req-5c4e1425-6b9f-469c-a610-6521250124d8 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:07.081066 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e9451fe3-362f-4779-b32d-6719748fda71 req-5c4e1425-6b9f-469c-a610-6521250124d8 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0777957 Jun 21 10:22:07.132397 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e9451fe3-362f-4779-b32d-6719748fda71 req-038dbb37-7a2c-4347-8231-ed2bc7b5cd77 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437913 Jun 21 10:22:07.377579 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-240078aa-99b3-426f-8fd1-dc7c6d128106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:22:08.335076 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90015d-ff80-423e-9c1a-02c7973201ab req-2192a503-758f-442d-a3b8-5f51bd3e0b60 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:08.336483 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7b90015d-ff80-423e-9c1a-02c7973201ab req-2192a503-758f-442d-a3b8-5f51bd3e0b60 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0775363 Jun 21 10:22:08.379821 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7b90015d-ff80-423e-9c1a-02c7973201ab req-f036f67a-fee8-4c8b-b4c4-e2f85d42664c tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355821 Jun 21 10:22:10.853320 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:22:10.945920 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-be7be5fe-7202-46f3-9242-ee52ed58df04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:22:13.108536 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:22:15.172809 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:22:15.575763 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:22:27.236784 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:22:37.382212 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-36265a3c-b42b-4836-8031-170e79da518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:22:40.865444 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:22:40.951217 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-2de92c78-2078-4779-8dea-eec2ee81bf10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:22:42.624669 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84aa73-3368-4a43-a5bd-0baa15625b36 req-ca7baa96-893b-4311-a39e-8b2885cec566 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:42.626695 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cc84aa73-3368-4a43-a5bd-0baa15625b36 req-ca7baa96-893b-4311-a39e-8b2885cec566 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0866482 Jun 21 10:22:42.673289 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cc84aa73-3368-4a43-a5bd-0baa15625b36 req-d25a4ad7-8896-4681-acb0-2a14cf44e803 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401466 Jun 21 10:22:43.099408 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:22:43.880222 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177810b-df45-4bcc-9817-e385b9682de1 req-6aafdfb4-5512-4d9e-9449-0d72ed03ff27 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:43.881772 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e177810b-df45-4bcc-9817-e385b9682de1 req-6aafdfb4-5512-4d9e-9449-0d72ed03ff27 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0776241 Jun 21 10:22:43.926345 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e177810b-df45-4bcc-9817-e385b9682de1 req-d0205e47-ed87-4923-8c0b-6246b8b53778 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386212 Jun 21 10:22:45.108940 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78ed81-67d8-4a7e-ad1b-199cca9fdefd req-63195e79-7b40-4c55-9496-b2dfcbe3f672 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:45.110441 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8c78ed81-67d8-4a7e-ad1b-199cca9fdefd req-63195e79-7b40-4c55-9496-b2dfcbe3f672 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0714586 Jun 21 10:22:45.148661 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8c78ed81-67d8-4a7e-ad1b-199cca9fdefd req-613a1eaa-b10c-4927-a499-e9ac64ac55f2 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326014 Jun 21 10:22:45.178061 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:22:46.329858 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c1a97-bd8e-4518-b3ba-967322d46f69 req-5c048c72-e046-4da1-853d-61e6553afc29 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:46.331239 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-5c7c1a97-bd8e-4518-b3ba-967322d46f69 req-5c048c72-e046-4da1-853d-61e6553afc29 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0699279 Jun 21 10:22:46.373796 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-5c7c1a97-bd8e-4518-b3ba-967322d46f69 req-31a560b1-ceeb-4690-9875-2f3140379b7c tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368044 Jun 21 10:22:47.555174 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40461c8-3991-4c19-b2f6-8004cf8dd40c req-659cdb57-6e4e-4444-8329-b13207ed324d tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:47.556684 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b40461c8-3991-4c19-b2f6-8004cf8dd40c req-659cdb57-6e4e-4444-8329-b13207ed324d tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0655813 Jun 21 10:22:47.597555 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b40461c8-3991-4c19-b2f6-8004cf8dd40c req-8a02f026-112f-4200-ac00-627d1d6ab680 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344362 Jun 21 10:22:48.782474 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee6c07-4899-443a-a565-09f399bd765c req-4221e450-c56e-40d0-9419-d4203d798f6e tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:48.783980 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-1dee6c07-4899-443a-a565-09f399bd765c req-4221e450-c56e-40d0-9419-d4203d798f6e tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0666137 Jun 21 10:22:48.823577 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-1dee6c07-4899-443a-a565-09f399bd765c req-57b47f3c-fca0-4381-b46c-71916228014a tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338035 Jun 21 10:22:50.002531 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cce78-fd84-4bf4-80f3-7920ba538468 req-2aae020c-3b3f-4997-b7b5-f10e870aee16 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:50.003984 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d48cce78-fd84-4bf4-80f3-7920ba538468 req-2aae020c-3b3f-4997-b7b5-f10e870aee16 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0647185 Jun 21 10:22:50.045705 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d48cce78-fd84-4bf4-80f3-7920ba538468 req-4d6c54c8-801d-4bd3-b4fb-90d6a7eafb95 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360596 Jun 21 10:22:51.223847 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59946873-7f20-41d9-b98c-9fe9631bd1a6 req-2826b137-1307-474c-953c-ccae509ee602 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:51.225341 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-59946873-7f20-41d9-b98c-9fe9631bd1a6 req-2826b137-1307-474c-953c-ccae509ee602 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0639145 Jun 21 10:22:51.273569 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-59946873-7f20-41d9-b98c-9fe9631bd1a6 req-9cd3c595-10ce-488d-b25c-248f8ee2cc85 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424695 Jun 21 10:22:52.459101 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f0278-546a-4546-89a4-1fb439372d6f req-09f06f9e-70b5-47b3-a60a-bd39a6700eda tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:52.460543 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-de9f0278-546a-4546-89a4-1fb439372d6f req-09f06f9e-70b5-47b3-a60a-bd39a6700eda tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0676351 Jun 21 10:22:52.500668 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-de9f0278-546a-4546-89a4-1fb439372d6f req-917151de-9540-4934-ad2c-d9d2aacfb033 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335026 Jun 21 10:22:52.575311 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:22:53.698769 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34520f42-5ae4-4977-a234-df7eab4e8485 req-15ab10d0-d6ca-4212-9b07-cef9a2050310 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:53.700774 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-34520f42-5ae4-4977-a234-df7eab4e8485 req-15ab10d0-d6ca-4212-9b07-cef9a2050310 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0746999 Jun 21 10:22:53.744412 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-34520f42-5ae4-4977-a234-df7eab4e8485 req-20752158-4e22-4f86-9b6a-962fa9a17c86 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377159 Jun 21 10:22:54.108965 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721361f1-b8aa-4627-8854-15f71f5166d3 req-1f5395a6-92a8-4bb4-82c3-99c697e99d1b tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:54.110406 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-721361f1-b8aa-4627-8854-15f71f5166d3 req-1f5395a6-92a8-4bb4-82c3-99c697e99d1b tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0831938 Jun 21 10:22:54.155657 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b22d8-2971-4817-af2e-84e25f33a424 req-2a64016e-a7a6-446f-9f84-db4717568b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:54.162651 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c60b22d8-2971-4817-af2e-84e25f33a424 req-2a64016e-a7a6-446f-9f84-db4717568b5f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9357af1b17094d8fa94902813e40cc40&device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 1098 time: 0.0689847 Jun 21 10:22:54.162914 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-721361f1-b8aa-4627-8854-15f71f5166d3 req-fa236739-56a0-4db4-9ef0-53852434013e tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393937 Jun 21 10:22:54.264178 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b22d8-2971-4817-af2e-84e25f33a424 req-7c023002-db78-4e04-bb53-aa2784865113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:54.265673 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c60b22d8-2971-4817-af2e-84e25f33a424 req-7c023002-db78-4e04-bb53-aa2784865113 service neutron] 10.222.0.74 "GET /v2.0/networks?id=80319626-f9d4-43aa-862d-92556bf4070e HTTP/1.1" status: 200 len: 913 time: 0.1016374 Jun 21 10:22:54.354886 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c60b22d8-2971-4817-af2e-84e25f33a424 req-ed6b27e5-447c-42aa-bab9-44236c91b39d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80a53da6-3cde-4767-a175-99ccfbdc6fee HTTP/1.1" status: 200 len: 1001 time: 0.0810149 Jun 21 10:22:54.411351 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b22d8-2971-4817-af2e-84e25f33a424 req-34a3ca43-bfdb-40e4-8811-3863401e8dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:54.412763 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c60b22d8-2971-4817-af2e-84e25f33a424 req-34a3ca43-bfdb-40e4-8811-3863401e8dc6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2034ea3c-5a11-44ab-b4bb-5dfacbb893ba HTTP/1.1" status: 200 len: 850 time: 0.0514526 Jun 21 10:22:54.475415 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b22d8-2971-4817-af2e-84e25f33a424 req-04c186b3-bb5e-44b1-9ff7-dedc46e152e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:54.476937 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c60b22d8-2971-4817-af2e-84e25f33a424 req-04c186b3-bb5e-44b1-9ff7-dedc46e152e1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=80319626-f9d4-43aa-862d-92556bf4070e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574470 Jun 21 10:22:54.584233 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c60b22d8-2971-4817-af2e-84e25f33a424 req-48ae84ea-f7b1-4144-8468-3de553d6214d service neutron] 10.222.0.74 "GET /v2.0/networks/80319626-f9d4-43aa-862d-92556bf4070e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006665 Jun 21 10:22:54.695130 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c60b22d8-2971-4817-af2e-84e25f33a424 req-5bd658a8-8e9b-47d8-9a16-52db240c7519 service neutron] 10.222.0.74 "GET /v2.0/networks/80319626-f9d4-43aa-862d-92556bf4070e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032889 Jun 21 10:22:55.365781 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c3aae-06d2-4f78-8dd4-9de8dfb051c6 req-31e5e508-1933-4100-8da7-132db1410871 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:55.367188 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-412c3aae-06d2-4f78-8dd4-9de8dfb051c6 req-31e5e508-1933-4100-8da7-132db1410871 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0751340 Jun 21 10:22:55.407274 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-412c3aae-06d2-4f78-8dd4-9de8dfb051c6 req-20e50cb8-2c69-4b3a-8c47-e25392623d34 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335467 Jun 21 10:22:56.587225 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186d56a-d61b-4e4c-9e41-fe7c62a58884 req-75444f0f-46cc-48a1-8499-11808661b8b6 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:22:56.588684 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-8186d56a-d61b-4e4c-9e41-fe7c62a58884 req-75444f0f-46cc-48a1-8499-11808661b8b6 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0663831 Jun 21 10:22:56.627296 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-8186d56a-d61b-4e4c-9e41-fe7c62a58884 req-87dc8d5b-d732-45ae-877d-265a1f0f51d8 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321550 Jun 21 10:22:57.220664 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:03.596352 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-007e7254-416d-4b52-a7a7-c5760bc7dd95 req-044cae32-542f-4c87-903a-1391eea031c5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0581174 Jun 21 10:23:03.711088 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e7254-416d-4b52-a7a7-c5760bc7dd95 req-cdac2b6c-22d9-40ab-a75b-b8e79bf42ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:03.712634 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-007e7254-416d-4b52-a7a7-c5760bc7dd95 req-cdac2b6c-22d9-40ab-a75b-b8e79bf42ff4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9357af1b17094d8fa94902813e40cc40&device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 1098 time: 0.0526078 Jun 21 10:23:03.815150 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e7254-416d-4b52-a7a7-c5760bc7dd95 req-a6448eb2-b776-4625-bf05-74bf82b09aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:03.816446 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-007e7254-416d-4b52-a7a7-c5760bc7dd95 req-a6448eb2-b776-4625-bf05-74bf82b09aca service neutron] 10.222.0.74 "GET /v2.0/networks?id=80319626-f9d4-43aa-862d-92556bf4070e HTTP/1.1" status: 200 len: 913 time: 0.0837843 Jun 21 10:23:03.884121 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-007e7254-416d-4b52-a7a7-c5760bc7dd95 req-97ee8806-cd44-46ee-8859-a8bbcf4591ae service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80a53da6-3cde-4767-a175-99ccfbdc6fee HTTP/1.1" status: 200 len: 1001 time: 0.0613401 Jun 21 10:23:03.942268 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e7254-416d-4b52-a7a7-c5760bc7dd95 req-da8ed54a-8186-4afe-803f-e2368dce9f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:03.943712 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-007e7254-416d-4b52-a7a7-c5760bc7dd95 req-da8ed54a-8186-4afe-803f-e2368dce9f7c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2034ea3c-5a11-44ab-b4bb-5dfacbb893ba HTTP/1.1" status: 200 len: 850 time: 0.0444570 Jun 21 10:23:04.016545 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e7254-416d-4b52-a7a7-c5760bc7dd95 req-c18de796-b20e-4e44-ab90-a2e1904c7aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:04.018070 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-007e7254-416d-4b52-a7a7-c5760bc7dd95 req-c18de796-b20e-4e44-ab90-a2e1904c7aa9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=80319626-f9d4-43aa-862d-92556bf4070e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569639 Jun 21 10:23:04.122446 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-007e7254-416d-4b52-a7a7-c5760bc7dd95 req-01bd7ddf-e065-47fc-95e1-d7e6888acfb8 service neutron] 10.222.0.74 "GET /v2.0/networks/80319626-f9d4-43aa-862d-92556bf4070e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974679 Jun 21 10:23:04.213658 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-007e7254-416d-4b52-a7a7-c5760bc7dd95 req-cbbca78e-2803-4201-9083-ed9ba907f96f service neutron] 10.222.0.74 "GET /v2.0/networks/80319626-f9d4-43aa-862d-92556bf4070e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849624 Jun 21 10:23:07.385277 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-8fca38c4-89c2-4f1d-91bb-67361c4603bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:10.859048 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:10.951919 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-3e816785-fbe3-4a62-933a-073f371b6c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:13.102366 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:15.180636 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:27.223935 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:29.231636 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07b013-838c-49bc-84f1-4ae6134d3b8c req-99f9946d-688e-4136-9315-79f3a9080faa tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:29.233228 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7d07b013-838c-49bc-84f1-4ae6134d3b8c req-99f9946d-688e-4136-9315-79f3a9080faa tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0672181 Jun 21 10:23:29.271345 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-7d07b013-838c-49bc-84f1-4ae6134d3b8c req-5a877b87-9762-4a29-ac1f-1ff2580d2cbc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315840 Jun 21 10:23:29.573969 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:23:30.449613 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b40db-7e0e-47f2-b26b-82d99b1c1ad7 req-eeb0953d-7927-4233-a335-50c306e6b1fc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:30.451086 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-894b40db-7e0e-47f2-b26b-82d99b1c1ad7 req-eeb0953d-7927-4233-a335-50c306e6b1fc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0641720 Jun 21 10:23:30.489846 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-894b40db-7e0e-47f2-b26b-82d99b1c1ad7 req-5a12aafe-5924-42fd-97b6-0d0ae08e4c44 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324790 Jun 21 10:23:31.292775 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd579d-248f-4267-945f-3744129c7857 req-f4894b4f-af06-4323-9707-ff1c4246f699 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:31.294172 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5afd579d-248f-4267-945f-3744129c7857 req-f4894b4f-af06-4323-9707-ff1c4246f699 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0665195 Jun 21 10:23:31.411156 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [req-5afd579d-248f-4267-945f-3744129c7857 req-acf8b256-6f29-4609-8b35-b62fde2bf6dc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Deleting port 80a53da6-3cde-4767-a175-99ccfbdc6fee {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:23:31.411500 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-5afd579d-248f-4267-945f-3744129c7857 req-acf8b256-6f29-4609-8b35-b62fde2bf6dc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:31.500370 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-5afd579d-248f-4267-945f-3744129c7857 req-acf8b256-6f29-4609-8b35-b62fde2bf6dc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] For port 80a53da6-3cde-4767-a175-99ccfbdc6fee, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=80a53da6-3cde-4767-a175-99ccfbdc6fee,segment=NetworkSegment(59e39f3c-d657-49c1-90a4-5754dfc126e5),segment_id=59e39f3c-d657-49c1-90a4-5754dfc126e5)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:23:31.501321 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-5afd579d-248f-4267-945f-3744129c7857 req-acf8b256-6f29-4609-8b35-b62fde2bf6dc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:31.675431 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30d7ba-14f0-46da-afcf-eb03ae7869da req-9b981ec1-6348-4400-bd7b-9d511992c80d tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:31.676933 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-5a30d7ba-14f0-46da-afcf-eb03ae7869da req-9b981ec1-6348-4400-bd7b-9d511992c80d tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 945 time: 0.0732353 Jun 21 10:23:31.684827 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-5afd579d-248f-4267-945f-3744129c7857 req-acf8b256-6f29-4609-8b35-b62fde2bf6dc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:31.685175 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-5afd579d-248f-4267-945f-3744129c7857 req-acf8b256-6f29-4609-8b35-b62fde2bf6dc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858313'] for floatingip, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:31.685494 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.db.l3_db [req-5afd579d-248f-4267-945f-3744129c7857 req-acf8b256-6f29-4609-8b35-b62fde2bf6dc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Floating IP c22600cf-5a1a-454c-bc9a-95a5ed578496 disassociated. External IP: 172.27.2.153, port: 80a53da6-3cde-4767-a175-99ccfbdc6fee. Jun 21 10:23:31.685895 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [req-5afd579d-248f-4267-945f-3744129c7857 req-acf8b256-6f29-4609-8b35-b62fde2bf6dc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Calling delete_port for 80a53da6-3cde-4767-a175-99ccfbdc6fee owned by compute:nova {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:23:31.728674 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-5a30d7ba-14f0-46da-afcf-eb03ae7869da req-7f14bbc6-90fb-4fae-aa86-6f7bc3ec5255 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459683 Jun 21 10:23:31.821375 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-5afd579d-248f-4267-945f-3744129c7857 req-acf8b256-6f29-4609-8b35-b62fde2bf6dc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1954225'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:31.825537 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-0f899353-62b9-4294-af45-2be7bbb0145d tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:23:31.854857 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf8b256-6f29-4609-8b35-b62fde2bf6dc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Pushing event deleted for resources: {'Port': ['ID=80a53da6-3cde-4767-a175-99ccfbdc6fee,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:23:31.864336 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8b256-6f29-4609-8b35-b62fde2bf6dc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:31.864749 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8b256-6f29-4609-8b35-b62fde2bf6dc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:31.865097 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8b256-6f29-4609-8b35-b62fde2bf6dc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:31.865453 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8b256-6f29-4609-8b35-b62fde2bf6dc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:31.865804 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8b256-6f29-4609-8b35-b62fde2bf6dc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:31.866158 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8b256-6f29-4609-8b35-b62fde2bf6dc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:31.866503 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8b256-6f29-4609-8b35-b62fde2bf6dc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:31.867572 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8b256-6f29-4609-8b35-b62fde2bf6dc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:31.867572 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8b256-6f29-4609-8b35-b62fde2bf6dc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:31.867572 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8b256-6f29-4609-8b35-b62fde2bf6dc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:31.867838 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8b256-6f29-4609-8b35-b62fde2bf6dc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:31.868174 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8b256-6f29-4609-8b35-b62fde2bf6dc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:31.872515 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-acf8b256-6f29-4609-8b35-b62fde2bf6dc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:23:31.978603 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5afd579d-248f-4267-945f-3744129c7857 req-acf8b256-6f29-4609-8b35-b62fde2bf6dc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Router ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:23:32.086237 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5afd579d-248f-4267-945f-3744129c7857 req-acf8b256-6f29-4609-8b35-b62fde2bf6dc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:23:32.098005 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859d9a05-85e7-43f5-aa5d-76505678d8c3 None None] Sync routers for ids ['ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'] in dv-cinder-797245-3-iscsi {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:23:32.107073 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859d9a05-85e7-43f5-aa5d-76505678d8c3 None None] Routers {'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:23:32.107687 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-859d9a05-85e7-43f5-aa5d-76505678d8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:23:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:23:32.134798 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afd579d-248f-4267-945f-3744129c7857 req-acf8b256-6f29-4609-8b35-b62fde2bf6dc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] No DVR routers for this DVR port 80a53da6-3cde-4767-a175-99ccfbdc6fee on host hv-cinder-79724 {{(pid=92958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:23:32.137349 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-5afd579d-248f-4267-945f-3744129c7857 req-acf8b256-6f29-4609-8b35-b62fde2bf6dc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:32.139289 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5afd579d-248f-4267-945f-3744129c7857 req-acf8b256-6f29-4609-8b35-b62fde2bf6dc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.74 "DELETE /v2.0/ports/80a53da6-3cde-4767-a175-99ccfbdc6fee HTTP/1.1" status: 204 len: 173 time: 0.8390222 Jun 21 10:23:32.140415 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7fbc24-aa73-4076-8eba-9403b82ca45f', 'name': 'network-vif-deleted', 'tag': '80a53da6-3cde-4767-a175-99ccfbdc6fee'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:23:32.143074 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ce498d-c961-4bc7-a517-203af59cbb85" -d '{"events": [{"server_uuid": "cf7fbc24-aa73-4076-8eba-9403b82ca45f", "name": "network-vif-deleted", "tag": "80a53da6-3cde-4767-a175-99ccfbdc6fee"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:23:32.214796 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-859d9a05-85e7-43f5-aa5d-76505678d8c3 None None] Set router ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:23:32.436430 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-859d9a05-85e7-43f5-aa5d-76505678d8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'name': 'tempest-AttachVolumeTestJSON-2021615101-router', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:38Z', 'revision_number': 4, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'gw_port': {'id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:59:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'ffbde75d-3c5c-4826-a925-201cc81624f1', 'name': '', 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'mac_address': 'fa:16:3e:84:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:37Z', 'updated_at': '2021-06-21T10:20:43Z', 'revision_number': 5, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'subnets': [{'id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:23:32.454887 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d93740-af81-4b44-aedf-b470023cd9a4 x-openstack-request-id: req-b7d93740-af81-4b44-aedf-b470023cd9a4 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:23:32.455226 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7fbc24-aa73-4076-8eba-9403b82ca45f", "name": "network-vif-deleted", "tag": "80a53da6-3cde-4767-a175-99ccfbdc6fee", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:23:32.455520 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b7d93740-af81-4b44-aedf-b470023cd9a4 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:23:32.455954 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7fbc24-aa73-4076-8eba-9403b82ca45f', 'name': 'network-vif-deleted', 'tag': '80a53da6-3cde-4767-a175-99ccfbdc6fee', 'status': 'completed', 'code': 200} Jun 21 10:23:32.463075 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859d9a05-85e7-43f5-aa5d-76505678d8c3 None None] Checking router: ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 for host: dv-cinder-797245-3-iscsi {{(pid=92973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:23:32.471346 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859d9a05-85e7-43f5-aa5d-76505678d8c3 None None] Routers {'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:23:32.472219 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-859d9a05-85e7-43f5-aa5d-76505678d8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:23:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:23:32.574297 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-859d9a05-85e7-43f5-aa5d-76505678d8c3 None None] Set router ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:23:32.776103 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-859d9a05-85e7-43f5-aa5d-76505678d8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'name': 'tempest-AttachVolumeTestJSON-2021615101-router', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:38Z', 'revision_number': 4, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'gw_port': {'id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:59:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'ffbde75d-3c5c-4826-a925-201cc81624f1', 'name': '', 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'mac_address': 'fa:16:3e:84:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:37Z', 'updated_at': '2021-06-21T10:20:43Z', 'revision_number': 5, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'subnets': [{'id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:23:32.806560 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859d9a05-85e7-43f5-aa5d-76505678d8c3 None None] The sync data for ids ['ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'] in dv-cinder-797245-3-iscsi is: [{'id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'name': 'tempest-AttachVolumeTestJSON-2021615101-router', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:38Z', 'revision_number': 4, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'gw_port': {'id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:59:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'ffbde75d-3c5c-4826-a925-201cc81624f1', 'name': '', 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'mac_address': 'fa:16:3e:84:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:37Z', 'updated_at': '2021-06-21T10:20:43Z', 'revision_number': 5, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'subnets': [{'id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:23:32.900344 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0559199e-bbb2-4af8-8f17-7d1bdb07e6a3 req-e088d14b-608e-4431-9d98-828fc03f996a tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7fbc24-aa73-4076-8eba-9403b82ca45f HTTP/1.1" status: 200 len: 210 time: 0.0341558 Jun 21 10:23:33.034067 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce519c5-65ac-4499-9719-21d7a2fd6222 None None] New status for floating IP c22600cf-5a1a-454c-bc9a-95a5ed578496: DOWN {{(pid=92969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 10:23:34.025141 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 51358) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:23:34.082081 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-0c8d54e4-91cb-4709-9fe8-d43bf49c61f3 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:34.105502 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-0c8d54e4-91cb-4709-9fe8-d43bf49c61f3 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:34.153540 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-0c8d54e4-91cb-4709-9fe8-d43bf49c61f3 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:34.156328 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-0c8d54e4-91cb-4709-9fe8-d43bf49c61f3 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:34.157583 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-0c8d54e4-91cb-4709-9fe8-d43bf49c61f3 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "DELETE /v2.0/security-groups/3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240 HTTP/1.1" status: 204 len: 168 time: 0.1314552 Jun 21 10:23:34.158566 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-21efc249-d5ba-4b5a-9f5c-865b061e99a2 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:23:34.160694 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 51360) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:23:34.172412 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d54e4-91cb-4709-9fe8-d43bf49c61f3 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:23:34.183999 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.api.v2.resource [None req-f55faaf5-68cf-44e5-a87e-59161a6968c3 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] show failed (client error): The resource could not be found. Jun 21 10:23:34.188937 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-f55faaf5-68cf-44e5-a87e-59161a6968c3 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups/3b0ab5c3-cb27-4fa2-9ccd-84cbb5a72240 HTTP/1.1" status: 404 len: 347 time: 0.0233080 Jun 21 10:23:34.189098 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d54e4-91cb-4709-9fe8-d43bf49c61f3 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:34.189098 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d54e4-91cb-4709-9fe8-d43bf49c61f3 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:34.189098 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d54e4-91cb-4709-9fe8-d43bf49c61f3 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:34.189098 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d54e4-91cb-4709-9fe8-d43bf49c61f3 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:34.189555 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 51362) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:23:34.189645 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d54e4-91cb-4709-9fe8-d43bf49c61f3 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:34.189645 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d54e4-91cb-4709-9fe8-d43bf49c61f3 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:34.190049 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d54e4-91cb-4709-9fe8-d43bf49c61f3 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:34.190326 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d54e4-91cb-4709-9fe8-d43bf49c61f3 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:34.190751 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d54e4-91cb-4709-9fe8-d43bf49c61f3 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:34.191026 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d54e4-91cb-4709-9fe8-d43bf49c61f3 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:34.191377 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d54e4-91cb-4709-9fe8-d43bf49c61f3 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:34.191724 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d54e4-91cb-4709-9fe8-d43bf49c61f3 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:34.194964 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-0c8d54e4-91cb-4709-9fe8-d43bf49c61f3 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:23:34.311480 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-6cddbd25-e385-4838-8f27-765855ce3a93 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Deleting port 26f26c06-67c0-436c-8ecd-1b0703e999ff {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:23:34.311987 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6cddbd25-e385-4838-8f27-765855ce3a93 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:34.387417 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6cddbd25-e385-4838-8f27-765855ce3a93 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:34.387746 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6cddbd25-e385-4838-8f27-765855ce3a93 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:34.452120 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-6cddbd25-e385-4838-8f27-765855ce3a93 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Calling delete_port for 26f26c06-67c0-436c-8ecd-1b0703e999ff owned by network:floatingip {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:23:34.580851 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6cddbd25-e385-4838-8f27-765855ce3a93 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1954225'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:34.582761 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-c47114fb-8906-4996-8ac6-d598e912a535 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:23:34.606768 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cddbd25-e385-4838-8f27-765855ce3a93 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Pushing event deleted for resources: {'Port': ['ID=26f26c06-67c0-436c-8ecd-1b0703e999ff,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:23:34.610385 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-6cddbd25-e385-4838-8f27-765855ce3a93 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:23:34.669850 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6cddbd25-e385-4838-8f27-765855ce3a93 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for floatingip, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:34.673116 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-6cddbd25-e385-4838-8f27-765855ce3a93 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for floatingip, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:34.674257 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-6cddbd25-e385-4838-8f27-765855ce3a93 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "DELETE /v2.0/floatingips/c22600cf-5a1a-454c-bc9a-95a5ed578496 HTTP/1.1" status: 204 len: 168 time: 0.4840152 Jun 21 10:23:34.730383 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 80a53da6-3cde-4767-a175-99ccfbdc6fee no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:23:34.750265 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] No Port match for: 80a53da6-3cde-4767-a175-99ccfbdc6fee {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:23:34.750623 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 80a53da6-3cde-4767-a175-99ccfbdc6fee not bound to the agent host hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:23:35.232558 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 51366) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:23:35.237389 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-03258617-e5c4-4535-9eb5-79744e82a573 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1720015042', 'description': 'tempest-description--358871968'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:23:35.260312 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-03258617-e5c4-4535-9eb5-79744e82a573 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:35.362073 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-03258617-e5c4-4535-9eb5-79744e82a573 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:35.366549 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-03258617-e5c4-4535-9eb5-79744e82a573 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:35.368988 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-0803f0ab-6df3-451f-baea-e3841a863122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:23:35.394074 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-03258617-e5c4-4535-9eb5-79744e82a573 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:35.395275 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-03258617-e5c4-4535-9eb5-79744e82a573 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1616828 Jun 21 10:23:35.398329 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 51368) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:23:35.399410 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03258617-e5c4-4535-9eb5-79744e82a573 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af63a38-87a7-49f8-a9c2-9f5150427982,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:23:35.402191 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-03258617-e5c4-4535-9eb5-79744e82a573 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:23:35.403983 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-483bfb0a-e7d9-44c3-acf1-f00a6414fb8d tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Request body: {'security_group_rule': {'security_group_id': '3af63a38-87a7-49f8-a9c2-9f5150427982', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:23:35.433468 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-483bfb0a-e7d9-44c3-acf1-f00a6414fb8d tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:35.482264 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-483bfb0a-e7d9-44c3-acf1-f00a6414fb8d tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:35.486362 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-483bfb0a-e7d9-44c3-acf1-f00a6414fb8d tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510146'] for security_group_rule, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:35.491385 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:23:35.505611 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483bfb0a-e7d9-44c3-acf1-f00a6414fb8d tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=931c8185-df14-44fe-8176-766107f9c004,revision_number=0']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:23:35.508314 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-483bfb0a-e7d9-44c3-acf1-f00a6414fb8d tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:23:35.514045 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-483bfb0a-e7d9-44c3-acf1-f00a6414fb8d tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:35.516796 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-483bfb0a-e7d9-44c3-acf1-f00a6414fb8d tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171336 Jun 21 10:23:35.518468 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 51370) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:23:35.523101 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-8df75a05-8074-4d50-9ea2-c41506ac7c11 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Request body: {'security_group_rule': {'security_group_id': '3af63a38-87a7-49f8-a9c2-9f5150427982', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:23:35.554033 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8df75a05-8074-4d50-9ea2-c41506ac7c11 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:35.617427 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8df75a05-8074-4d50-9ea2-c41506ac7c11 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:35.621507 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8df75a05-8074-4d50-9ea2-c41506ac7c11 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510146'] for security_group_rule, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:35.626916 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:23:35.641825 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df75a05-8074-4d50-9ea2-c41506ac7c11 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e704614-feac-49e1-95a7-721b960da6a8,revision_number=0']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:23:35.644277 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-8df75a05-8074-4d50-9ea2-c41506ac7c11 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:23:35.650249 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8df75a05-8074-4d50-9ea2-c41506ac7c11 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:35.651936 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-8df75a05-8074-4d50-9ea2-c41506ac7c11 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323411 Jun 21 10:23:35.654853 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 51372) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:23:35.660308 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-dc9bf0ff-36bb-46f9-9172-4995686c4619 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Request body: {'floatingip': {'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:23:35.693465 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-dc9bf0ff-36bb-46f9-9172-4995686c4619 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for floatingip, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:35.796689 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-dc9bf0ff-36bb-46f9-9172-4995686c4619 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:35.908958 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_common [None req-dc9bf0ff-36bb-46f9-9172-4995686c4619 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Allocated IP 172.27.2.139 (fb624688-f845-4b15-87c8-de4e29ba1da0/d2f51930-445a-41d0-bd73-46a6db281e7c/1f7dedaf-8f4f-44fa-9c16-1b673ea25470) {{(pid=92965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:23:36.012371 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-dc9bf0ff-36bb-46f9-9172-4995686c4619 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for port, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:36.061333 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-dc9bf0ff-36bb-46f9-9172-4995686c4619 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11354329'] for port, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:36.063917 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-4c7d2773-63d3-4514-be5b-e11ba8c74e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:23:36.102835 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9bf0ff-36bb-46f9-9172-4995686c4619 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Network fb624688-f845-4b15-87c8-de4e29ba1da0 is already hosted by enough agents. {{(pid=92965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:23:36.105872 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [None req-dc9bf0ff-36bb-46f9-9172-4995686c4619 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Resources bound (agent type, host, resource id): {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:23:36.109409 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9bf0ff-36bb-46f9-9172-4995686c4619 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Received port after_create {{(pid=92965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:23:36.115116 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bf0ff-36bb-46f9-9172-4995686c4619 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Pushing event updated for resources: {'Port': ['ID=1f7dedaf-8f4f-44fa-9c16-1b673ea25470,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:23:36.134845 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-dc9bf0ff-36bb-46f9-9172-4995686c4619 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:23:36.200458 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-dc9bf0ff-36bb-46f9-9172-4995686c4619 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:36.254798 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-dc9bf0ff-36bb-46f9-9172-4995686c4619 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:36.422199 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-dc9bf0ff-36bb-46f9-9172-4995686c4619 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for port, precommit_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:36.430682 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-dc9bf0ff-36bb-46f9-9172-4995686c4619 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11354351'] for port, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:36.432982 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-0be1d9ad-550a-4d07-a2d4-a0a91b2fa528 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:23:36.498812 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bf0ff-36bb-46f9-9172-4995686c4619 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Pushing event updated for resources: {'Port': ['ID=1f7dedaf-8f4f-44fa-9c16-1b673ea25470,revision_number=2']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:23:36.501834 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-dc9bf0ff-36bb-46f9-9172-4995686c4619 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:23:36.516301 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-dc9bf0ff-36bb-46f9-9172-4995686c4619 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858313'] for floatingip, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:36.531113 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-dc9bf0ff-36bb-46f9-9172-4995686c4619 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for floatingip, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:36.532448 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-dc9bf0ff-36bb-46f9-9172-4995686c4619 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8759680 Jun 21 10:23:36.751430 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-fcd37031-1146-4ddf-afcc-b333ac569630 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1720015042&fields=id&tenant_id=9357af1b17094d8fa94902813e40cc40 HTTP/1.1" status: 200 len: 267 time: 0.0402284 Jun 21 10:23:36.874695 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-a6da2a06-c7da-4d36-a605-02386ad68cbe tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:36.876198 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-a6da2a06-c7da-4d36-a605-02386ad68cbe tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/networks?id=80319626-f9d4-43aa-862d-92556bf4070e HTTP/1.1" status: 200 len: 811 time: 0.1134138 Jun 21 10:23:36.894014 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-f987fcc8-5bb7-4011-9593-58209b4565d5 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/quotas/9357af1b17094d8fa94902813e40cc40 HTTP/1.1" status: 200 len: 375 time: 0.0116751 Jun 21 10:23:36.991974 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-db97541c-db6c-4504-90ad-7322085f56c3 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9357af1b17094d8fa94902813e40cc40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0927989 Jun 21 10:23:37.160831 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-73833d58-6b10-4c21-873a-d9e30553e9f6 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 10:23:37.161835 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-73833d58-6b10-4c21-873a-d9e30553e9f6 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1566405 Jun 21 10:23:37.269140 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-155a9905-b06a-4e00-8142-c0e484dc5c0c service neutron] 10.222.0.50 "GET /v2.0/networks/80319626-f9d4-43aa-862d-92556bf4070e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010220 Jun 21 10:23:37.389388 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-f00337cd-1abe-450b-bff1-c8b435234874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:37.394144 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-a57a0237-50d5-4ae2-adf3-f67b25e7e979 service neutron] 10.222.0.50 "GET /v2.0/networks/80319626-f9d4-43aa-862d-92556bf4070e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172924 Jun 21 10:23:37.600389 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-03d8d7c1-52f1-4919-9041-3e8eebc61fff req-4025dc78-e487-4768-a75f-fc4a87c26cb1 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=59b96014-a4ce-46c7-a70c-c40385137800 HTTP/1.1" status: 200 len: 210 time: 0.0293486 Jun 21 10:23:38.749739 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-2898573e-cb2c-4d59-887f-867dfeac1df4 req-82e21804-42d0-407a-ab45-dff617dc2a00 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=59b96014-a4ce-46c7-a70c-c40385137800 HTTP/1.1" status: 200 len: 210 time: 0.0312037 Jun 21 10:23:38.948364 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-5f127f4c-46cf-4a76-ba62-719a7b024273 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:38.949694 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-5f127f4c-46cf-4a76-ba62-719a7b024273 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.74 "GET /v2.0/networks?id=80319626-f9d4-43aa-862d-92556bf4070e HTTP/1.1" status: 200 len: 811 time: 0.1079478 Jun 21 10:23:39.005254 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-b7dad75a-8959-4a88-b3e6-22c028df99c5 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9357af1b17094d8fa94902813e40cc40 HTTP/1.1" status: 200 len: 380 time: 0.0361404 Jun 21 10:23:39.015824 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-bf20fea7-f0cc-4a9d-9e23-c068d94836e4 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Request body: {'port': {'device_id': '59b96014-a4ce-46c7-a70c-c40385137800', 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e', 'admin_state_up': True, 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'security_groups': ['3af63a38-87a7-49f8-a9c2-9f5150427982']}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:23:39.121799 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-bf20fea7-f0cc-4a9d-9e23-c068d94836e4 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Made reservation on behalf of 9357af1b17094d8fa94902813e40cc40 for: {'port': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:23:39.125440 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-bf20fea7-f0cc-4a9d-9e23-c068d94836e4 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:39.259745 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-bf20fea7-f0cc-4a9d-9e23-c068d94836e4 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Allocated IP 172.20.0.10 (80319626-f9d4-43aa-862d-92556bf4070e/2034ea3c-5a11-44ab-b4bb-5dfacbb893ba/12e7617e-1c2e-40c0-9b1a-6a3351d62766) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:23:39.447498 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-bf20fea7-f0cc-4a9d-9e23-c068d94836e4 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:39.462671 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.provisioning_blocks [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-bf20fea7-f0cc-4a9d-9e23-c068d94836e4 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Transition to ACTIVE for port object 12e7617e-1c2e-40c0-9b1a-6a3351d62766 will not be triggered until provisioned by entity DHCP. {{(pid=92958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:23:39.497980 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-bf20fea7-f0cc-4a9d-9e23-c068d94836e4 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1954238'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:39.502844 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-f99a8b79-7fcd-45bf-ae3d-a510a148383d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:23:39.541538 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-bf20fea7-f0cc-4a9d-9e23-c068d94836e4 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Network 80319626-f9d4-43aa-862d-92556bf4070e is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:23:39.547473 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-bf20fea7-f0cc-4a9d-9e23-c068d94836e4 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:23:39.551435 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-bf20fea7-f0cc-4a9d-9e23-c068d94836e4 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:23:39.581963 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20fea7-f0cc-4a9d-9e23-c068d94836e4 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Pushing event updated for resources: {'Port': ['ID=12e7617e-1c2e-40c0-9b1a-6a3351d62766,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:23:39.586687 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-bf20fea7-f0cc-4a9d-9e23-c068d94836e4 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:23:39.610088 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-bf20fea7-f0cc-4a9d-9e23-c068d94836e4 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:39.610713 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-bf20fea7-f0cc-4a9d-9e23-c068d94836e4 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:39.628016 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-bf20fea7-f0cc-4a9d-9e23-c068d94836e4 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6161642 Jun 21 10:23:39.647067 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-c9725908-9e6e-4359-b885-1820790d4e4d service neutron] Request body: {'port': {'device_id': '59b96014-a4ce-46c7-a70c-c40385137800', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:23:39.725324 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-c9725908-9e6e-4359-b885-1820790d4e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:39.799136 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-e58e2bed-107c-4c29-a199-feb33514fb8e None None] Provisioning for port 12e7617e-1c2e-40c0-9b1a-6a3351d62766 completed by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:23:39.804148 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-e58e2bed-107c-4c29-a199-feb33514fb8e None None] Provisioning complete for port 12e7617e-1c2e-40c0-9b1a-6a3351d62766 triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:23:39.804741 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-e58e2bed-107c-4c29-a199-feb33514fb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:39.844958 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-e58e2bed-107c-4c29-a199-feb33514fb8e None None] Port 12e7617e-1c2e-40c0-9b1a-6a3351d62766 cannot update to ACTIVE because it is not bound. {{(pid=92969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 10:23:39.994626 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5e4e7-a910-4287-bcd9-158529dbe4b8 req-0c54a307-70f3-4a80-bdb1-c1c790372e2c tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:39.996142 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-63d5e4e7-a910-4287-bcd9-158529dbe4b8 req-0c54a307-70f3-4a80-bdb1-c1c790372e2c tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=59b96014-a4ce-46c7-a70c-c40385137800 HTTP/1.1" status: 200 len: 932 time: 0.1040924 Jun 21 10:23:40.064812 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-c9725908-9e6e-4359-b885-1820790d4e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e7617e-1c2e-40c0-9b1a-6a3351d62766 {{(pid=92958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:23:40.073763 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-c9725908-9e6e-4359-b885-1820790d4e4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:40.079257 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-63d5e4e7-a910-4287-bcd9-158529dbe4b8 req-b4c77b4c-dd98-4f80-91be-07eb2363d110 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3af63a38-87a7-49f8-a9c2-9f5150427982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730400 Jun 21 10:23:40.089956 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.provisioning_blocks [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-c9725908-9e6e-4359-b885-1820790d4e4d service neutron] Transition to ACTIVE for port object 12e7617e-1c2e-40c0-9b1a-6a3351d62766 will not be triggered until provisioned by entity L2. {{(pid=92958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:23:40.094690 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-c9725908-9e6e-4359-b885-1820790d4e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:40.096753 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-198a404c-5ca6-49ee-baf8-f6d73c7bdc3b tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:23:40.169701 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9725908-9e6e-4359-b885-1820790d4e4d service neutron] Pushing event updated for resources: {'Port': ['ID=12e7617e-1c2e-40c0-9b1a-6a3351d62766,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:23:40.174086 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-c9725908-9e6e-4359-b885-1820790d4e4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:23:40.246439 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-c9725908-9e6e-4359-b885-1820790d4e4d service neutron] Attempting to bind port 12e7617e-1c2e-40c0-9b1a-6a3351d62766 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:23:40.246776 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-c9725908-9e6e-4359-b885-1820790d4e4d service neutron] Attempting to bind port 12e7617e-1c2e-40c0-9b1a-6a3351d62766 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '59e39f3c-d657-49c1-90a4-5754dfc126e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e'}] {{(pid=92958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:23:40.247101 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-c9725908-9e6e-4359-b885-1820790d4e4d service neutron] Attempting to bind port 12e7617e-1c2e-40c0-9b1a-6a3351d62766 on network 80319626-f9d4-43aa-862d-92556bf4070e {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:23:40.251936 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-c9725908-9e6e-4359-b885-1820790d4e4d service neutron] Port 12e7617e-1c2e-40c0-9b1a-6a3351d62766 on network 80319626-f9d4-43aa-862d-92556bf4070e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 10:23:40.252255 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-c9725908-9e6e-4359-b885-1820790d4e4d service neutron] Attempting to bind port 12e7617e-1c2e-40c0-9b1a-6a3351d62766 on network 80319626-f9d4-43aa-862d-92556bf4070e {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:23:40.257253 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-c9725908-9e6e-4359-b885-1820790d4e4d service neutron] Checking agent: {'id': 'e8144930-5ccd-413e-a521-fc03e228bde1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'started_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:23:40.257579 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-c9725908-9e6e-4359-b885-1820790d4e4d service neutron] Checking segment: {'id': '59e39f3c-d657-49c1-90a4-5754dfc126e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:23:40.257955 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-c9725908-9e6e-4359-b885-1820790d4e4d service neutron] Bound using segment: {'id': '59e39f3c-d657-49c1-90a4-5754dfc126e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e'} {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:23:40.258384 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-c9725908-9e6e-4359-b885-1820790d4e4d service neutron] Bound port: 12e7617e-1c2e-40c0-9b1a-6a3351d62766, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59e39f3c-d657-49c1-90a4-5754dfc126e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e'}}] {{(pid=92958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:23:40.258726 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-c9725908-9e6e-4359-b885-1820790d4e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:40.323576 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-c9725908-9e6e-4359-b885-1820790d4e4d service neutron] For port 12e7617e-1c2e-40c0-9b1a-6a3351d62766, host hv-cinder-79724, cleared binding levels {{(pid=92958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:23:40.327640 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-c9725908-9e6e-4359-b885-1820790d4e4d service neutron] For port 12e7617e-1c2e-40c0-9b1a-6a3351d62766, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=12e7617e-1c2e-40c0-9b1a-6a3351d62766,segment=NetworkSegment(59e39f3c-d657-49c1-90a4-5754dfc126e5),segment_id=59e39f3c-d657-49c1-90a4-5754dfc126e5)] {{(pid=92958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:23:40.331665 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-c9725908-9e6e-4359-b885-1820790d4e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:40.333695 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-41e7d655-05a5-4734-a308-85d50e24c01f tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:23:40.369313 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-c9725908-9e6e-4359-b885-1820790d4e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:40.369923 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-c9725908-9e6e-4359-b885-1820790d4e4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:40.371308 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-c9725908-9e6e-4359-b885-1820790d4e4d service neutron] 10.222.0.74 "PUT /v2.0/ports/12e7617e-1c2e-40c0-9b1a-6a3351d62766 HTTP/1.1" status: 200 len: 1094 time: 0.7286687 Jun 21 10:23:40.371802 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b96014-a4ce-46c7-a70c-c40385137800', 'tag': '12e7617e-1c2e-40c0-9b1a-6a3351d62766'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:23:40.374690 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6044a3f2-af89-4aa8-9125-553dd1445cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "59b96014-a4ce-46c7-a70c-c40385137800", "tag": "12e7617e-1c2e-40c0-9b1a-6a3351d62766"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:23:40.408133 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9725908-9e6e-4359-b885-1820790d4e4d service neutron] Pushing event updated for resources: {'Port': ['ID=12e7617e-1c2e-40c0-9b1a-6a3351d62766,revision_number=3']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:23:40.412624 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-c9725908-9e6e-4359-b885-1820790d4e4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:23:40.416045 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945e9967-4ffe-4437-8b08-450a4d5b3bde x-openstack-request-id: req-945e9967-4ffe-4437-8b08-450a4d5b3bde {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:23:40.416373 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59b96014-a4ce-46c7-a70c-c40385137800", "tag": "12e7617e-1c2e-40c0-9b1a-6a3351d62766", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:23:40.416699 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-945e9967-4ffe-4437-8b08-450a4d5b3bde {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:23:40.417136 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b96014-a4ce-46c7-a70c-c40385137800', 'tag': '12e7617e-1c2e-40c0-9b1a-6a3351d62766', 'status': 'completed', 'code': 200} Jun 21 10:23:40.742325 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-84065655-c604-4928-8991-a132200dda38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:40.743789 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-84065655-c604-4928-8991-a132200dda38 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9357af1b17094d8fa94902813e40cc40&device_id=59b96014-a4ce-46c7-a70c-c40385137800 HTTP/1.1" status: 200 len: 1097 time: 0.3073547 Jun 21 10:23:40.790860 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-81453dc9-6833-466d-8bfa-89f8c2095a40 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12e7617e-1c2e-40c0-9b1a-6a3351d62766 HTTP/1.1" status: 200 len: 217 time: 0.0328765 Jun 21 10:23:40.838144 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-42bf6fda-9584-4fde-9192-a4d3711dfaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:40.840835 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-42bf6fda-9584-4fde-9192-a4d3711dfaec service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2034ea3c-5a11-44ab-b4bb-5dfacbb893ba HTTP/1.1" status: 200 len: 850 time: 0.0423019 Jun 21 10:23:40.862997 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:40.900848 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-8aed79d1-f1d5-4f12-a309-8474a0f4a110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:40.902352 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-8aed79d1-f1d5-4f12-a309-8474a0f4a110 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=80319626-f9d4-43aa-862d-92556bf4070e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563855 Jun 21 10:23:40.954737 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-8b85ee6d-92d5-4149-a97f-eeaaf42377ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:40.994464 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-d686fd85-9825-47b7-a0a9-2877d2ae9bd4 service neutron] 10.222.0.74 "GET /v2.0/networks/80319626-f9d4-43aa-862d-92556bf4070e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853374 Jun 21 10:23:41.083980 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8e26c721-21f6-45cc-a081-bab813a8daf9 req-ef388b33-e679-4cb7-aff6-9ecc07b373de service neutron] 10.222.0.74 "GET /v2.0/networks/80319626-f9d4-43aa-862d-92556bf4070e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833685 Jun 21 10:23:41.275698 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044a3f2-af89-4aa8-9125-553dd1445cb1 req-c24285d0-4aaf-4db1-86a6-c1f87c490e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:41.277217 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6044a3f2-af89-4aa8-9125-553dd1445cb1 req-c24285d0-4aaf-4db1-86a6-c1f87c490e42 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9357af1b17094d8fa94902813e40cc40&device_id=59b96014-a4ce-46c7-a70c-c40385137800 HTTP/1.1" status: 200 len: 1097 time: 0.1015618 Jun 21 10:23:41.284542 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985fdc8-ba95-488b-82cd-3f7c100cbfb8 req-264b12f8-b553-4145-bbe6-8ec8925ce065 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:41.285910 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e985fdc8-ba95-488b-82cd-3f7c100cbfb8 req-264b12f8-b553-4145-bbe6-8ec8925ce065 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=59b96014-a4ce-46c7-a70c-c40385137800 HTTP/1.1" status: 200 len: 944 time: 0.0814040 Jun 21 10:23:41.374681 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e985fdc8-ba95-488b-82cd-3f7c100cbfb8 req-f42eed04-a173-4cbd-a8d3-92436edf9c3e tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3af63a38-87a7-49f8-a9c2-9f5150427982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807164 Jun 21 10:23:41.399736 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044a3f2-af89-4aa8-9125-553dd1445cb1 req-9a249239-e2cb-4447-b55e-26effdbab2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:41.401262 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6044a3f2-af89-4aa8-9125-553dd1445cb1 req-9a249239-e2cb-4447-b55e-26effdbab2a7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=80319626-f9d4-43aa-862d-92556bf4070e HTTP/1.1" status: 200 len: 913 time: 0.1145267 Jun 21 10:23:41.445113 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6044a3f2-af89-4aa8-9125-553dd1445cb1 req-f4b963a6-3560-4f1a-8684-2138d893164b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12e7617e-1c2e-40c0-9b1a-6a3351d62766 HTTP/1.1" status: 200 len: 217 time: 0.0372310 Jun 21 10:23:41.494149 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044a3f2-af89-4aa8-9125-553dd1445cb1 req-a1e311be-c7d4-4043-a664-999492321982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:41.495587 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6044a3f2-af89-4aa8-9125-553dd1445cb1 req-a1e311be-c7d4-4043-a664-999492321982 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2034ea3c-5a11-44ab-b4bb-5dfacbb893ba HTTP/1.1" status: 200 len: 850 time: 0.0439777 Jun 21 10:23:41.552944 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044a3f2-af89-4aa8-9125-553dd1445cb1 req-d1bc2200-5f5c-4034-8f23-6abe37e38370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:41.554410 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6044a3f2-af89-4aa8-9125-553dd1445cb1 req-d1bc2200-5f5c-4034-8f23-6abe37e38370 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=80319626-f9d4-43aa-862d-92556bf4070e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517385 Jun 21 10:23:41.651162 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6044a3f2-af89-4aa8-9125-553dd1445cb1 req-2fb8217e-2e19-4525-ba61-cebdb430459c service neutron] 10.222.0.74 "GET /v2.0/networks/80319626-f9d4-43aa-862d-92556bf4070e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872424 Jun 21 10:23:41.761348 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6044a3f2-af89-4aa8-9125-553dd1445cb1 req-91ef9bb8-0a70-4856-9e58-4262c93e1e05 service neutron] 10.222.0.74 "GET /v2.0/networks/80319626-f9d4-43aa-862d-92556bf4070e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038465 Jun 21 10:23:42.554489 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c677e5-35a8-4145-9f5d-9a9c81708573 req-fbdc520f-0d96-47d7-b323-9fda5da38346 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:42.555962 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-40c677e5-35a8-4145-9f5d-9a9c81708573 req-fbdc520f-0d96-47d7-b323-9fda5da38346 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=59b96014-a4ce-46c7-a70c-c40385137800 HTTP/1.1" status: 200 len: 944 time: 0.0695179 Jun 21 10:23:42.742021 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 12e7617e-1c2e-40c0-9b1a-6a3351d62766 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 10:23:42.849171 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 12e7617e-1c2e-40c0-9b1a-6a3351d62766, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=12e7617e-1c2e-40c0-9b1a-6a3351d62766,segment=NetworkSegment(59e39f3c-d657-49c1-90a4-5754dfc126e5),segment_id=59e39f3c-d657-49c1-90a4-5754dfc126e5)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:23:42.860551 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Returning: {'device': '12e7617e-1c2e-40c0-9b1a-6a3351d62766', 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e', 'port_id': '12e7617e-1c2e-40c0-9b1a-6a3351d62766', 'mac_address': 'fa:16:3e:a2:f6:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 10:23:42.876088 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-40c677e5-35a8-4145-9f5d-9a9c81708573 req-b5febb67-b4e0-43cf-98e7-ebdcd582bb05 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3af63a38-87a7-49f8-a9c2-9f5150427982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3136327 Jun 21 10:23:42.902208 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:42.914547 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e7617e-1c2e-40c0-9b1a-6a3351d62766 {{(pid=92969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:23:42.932946 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 12e7617e-1c2e-40c0-9b1a-6a3351d62766, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=12e7617e-1c2e-40c0-9b1a-6a3351d62766,segment=NetworkSegment(59e39f3c-d657-49c1-90a4-5754dfc126e5),segment_id=59e39f3c-d657-49c1-90a4-5754dfc126e5)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:23:42.937657 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:42.939561 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:23:42.986291 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=12e7617e-1c2e-40c0-9b1a-6a3351d62766,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:23:42.993320 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:42.993598 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:42.993947 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:42.994287 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:42.994616 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:42.994946 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:42.995269 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:42.995594 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:42.995982 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:42.996227 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:42.996545 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:42.996898 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:23:43.001498 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:23:43.104830 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:43.298082 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['12e7617e-1c2e-40c0-9b1a-6a3351d62766'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:23:44.056193 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23caf6-7e2c-4716-b2ec-8946f9c67b91 req-14305f16-ab04-4a2b-bc43-ba8c3db6d3c5 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:44.057696 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8d23caf6-7e2c-4716-b2ec-8946f9c67b91 req-14305f16-ab04-4a2b-bc43-ba8c3db6d3c5 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=59b96014-a4ce-46c7-a70c-c40385137800 HTTP/1.1" status: 200 len: 945 time: 0.0668020 Jun 21 10:23:44.113226 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8d23caf6-7e2c-4716-b2ec-8946f9c67b91 req-65f8a9c9-a829-45d7-9705-71964edc5f9b tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3af63a38-87a7-49f8-a9c2-9f5150427982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490055 Jun 21 10:23:44.769577 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 12e7617e-1c2e-40c0-9b1a-6a3351d62766 up at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:23:44.819703 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning for port 12e7617e-1c2e-40c0-9b1a-6a3351d62766 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:23:44.823788 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning complete for port 12e7617e-1c2e-40c0-9b1a-6a3351d62766 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:23:44.824245 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:44.912394 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:44.938842 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b96014-a4ce-46c7-a70c-c40385137800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e7617e-1c2e-40c0-9b1a-6a3351d62766'}] {{(pid=92969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:23:44.941330 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c706f658ccf844bfe168bfc8e6ee8c8c6942380e727e998ad24aefeb68f4a8cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36e35bf-1770-43bc-a625-a8cb51a9e54f" -d '{"events": [{"server_uuid": "59b96014-a4ce-46c7-a70c-c40385137800", "name": "network-vif-plugged", "status": "completed", "tag": "12e7617e-1c2e-40c0-9b1a-6a3351d62766"}]}' {{(pid=92969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:23:44.956578 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port 12e7617e-1c2e-40c0-9b1a-6a3351d62766, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=12e7617e-1c2e-40c0-9b1a-6a3351d62766,segment=NetworkSegment(59e39f3c-d657-49c1-90a4-5754dfc126e5),segment_id=59e39f3c-d657-49c1-90a4-5754dfc126e5)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:23:44.963273 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:44.965698 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:23:45.035742 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=12e7617e-1c2e-40c0-9b1a-6a3351d62766,revision_number=5']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:23:45.041716 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:23:45.070949 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd62f92d-8555-4c9f-8b73-f9fb95d91850 x-openstack-request-id: req-cd62f92d-8555-4c9f-8b73-f9fb95d91850 {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:23:45.071339 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b96014-a4ce-46c7-a70c-c40385137800", "name": "network-vif-plugged", "status": "completed", "tag": "12e7617e-1c2e-40c0-9b1a-6a3351d62766", "code": 200}]} {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:23:45.071836 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd62f92d-8555-4c9f-8b73-f9fb95d91850 {{(pid=92969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:23:45.072365 dv-cinder-797245-3-iscsi neutron-server[92969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b96014-a4ce-46c7-a70c-c40385137800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e7617e-1c2e-40c0-9b1a-6a3351d62766', 'code': 200} Jun 21 10:23:45.182478 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:45.418461 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffe616-31f0-4e86-b7dc-958c9cd0a755 req-17527d85-7abb-495c-aa41-65d8f960c7e3 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:45.420832 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-32ffe616-31f0-4e86-b7dc-958c9cd0a755 req-17527d85-7abb-495c-aa41-65d8f960c7e3 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=59b96014-a4ce-46c7-a70c-c40385137800 HTTP/1.1" status: 200 len: 946 time: 0.1727200 Jun 21 10:23:45.440043 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb938d77-2d2c-473f-8210-d87b654163cd req-67342704-d4bc-416d-b914-b95e285b71f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:45.442462 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cb938d77-2d2c-473f-8210-d87b654163cd req-67342704-d4bc-416d-b914-b95e285b71f2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=59b96014-a4ce-46c7-a70c-c40385137800 HTTP/1.1" status: 200 len: 1099 time: 0.1427488 Jun 21 10:23:45.518802 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-32ffe616-31f0-4e86-b7dc-958c9cd0a755 req-ac8f912f-e2a9-4d1d-a1df-03718e783cd0 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3af63a38-87a7-49f8-a9c2-9f5150427982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916693 Jun 21 10:23:45.525800 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cb938d77-2d2c-473f-8210-d87b654163cd req-fa733dc9-3df5-4bde-b17c-9a2e86fc6363 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3af63a38-87a7-49f8-a9c2-9f5150427982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703313 Jun 21 10:23:46.711127 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07a98f-ba96-45e2-b6b8-a1aa90a39a61 req-2cc9e6fb-0a2b-490e-95b4-465ff3e69c48 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:46.712704 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-2f07a98f-ba96-45e2-b6b8-a1aa90a39a61 req-2cc9e6fb-0a2b-490e-95b4-465ff3e69c48 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=59b96014-a4ce-46c7-a70c-c40385137800 HTTP/1.1" status: 200 len: 946 time: 0.0677843 Jun 21 10:23:46.752835 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-2f07a98f-ba96-45e2-b6b8-a1aa90a39a61 req-26bd5bd7-c07a-43ca-a4f5-3f9c58a95f1f tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3af63a38-87a7-49f8-a9c2-9f5150427982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334423 Jun 21 10:23:47.934274 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c935a46-4407-4e6c-97a3-a1e98a3b929c req-03794a78-7370-4bcd-9a8c-922c1784c394 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:47.935703 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1c935a46-4407-4e6c-97a3-a1e98a3b929c req-03794a78-7370-4bcd-9a8c-922c1784c394 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=59b96014-a4ce-46c7-a70c-c40385137800 HTTP/1.1" status: 200 len: 946 time: 0.0698962 Jun 21 10:23:47.978571 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1c935a46-4407-4e6c-97a3-a1e98a3b929c req-1f5b0800-b2d7-48f5-b357-b34829caeb6a tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3af63a38-87a7-49f8-a9c2-9f5150427982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365963 Jun 21 10:23:48.154921 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7fcd4-a07a-46ff-a3f2-6daac47845ae req-c67c6e27-91c4-4e16-b38a-ffffc2ca9f1e tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:48.156940 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e3a7fcd4-a07a-46ff-a3f2-6daac47845ae req-c67c6e27-91c4-4e16-b38a-ffffc2ca9f1e tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=59b96014-a4ce-46c7-a70c-c40385137800 HTTP/1.1" status: 200 len: 946 time: 0.0651412 Jun 21 10:23:48.166887 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 51434) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:23:48.174007 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-b178ccb1-fbc1-4a17-9e23-2a8c6dabff53 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Request body: {'floatingip': {'port_id': '12e7617e-1c2e-40c0-9b1a-6a3351d62766'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:23:48.218733 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b178ccb1-fbc1-4a17-9e23-2a8c6dabff53 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for floatingip, before_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:48.667535 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b178ccb1-fbc1-4a17-9e23-2a8c6dabff53 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:48.672027 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b178ccb1-fbc1-4a17-9e23-2a8c6dabff53 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858313'] for floatingip, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:48.779794 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.db.l3_db [None req-b178ccb1-fbc1-4a17-9e23-2a8c6dabff53 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Floating IP 3e7efea7-edd5-4608-97fa-9db8e927970b associated. External IP: 172.27.2.139, port: 12e7617e-1c2e-40c0-9b1a-6a3351d62766. Jun 21 10:23:48.994861 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b178ccb1-fbc1-4a17-9e23-2a8c6dabff53 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Router ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:23:49.100087 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b178ccb1-fbc1-4a17-9e23-2a8c6dabff53 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:23:49.105530 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b178ccb1-fbc1-4a17-9e23-2a8c6dabff53 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for floatingip, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:23:49.110803 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485fa5f0-e5e0-42ac-94ef-10da81df6b8a None None] Sync routers for ids ['ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'] in dv-cinder-797245-3-iscsi {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:23:49.122769 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485fa5f0-e5e0-42ac-94ef-10da81df6b8a None None] Routers {'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:23:49.123381 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-485fa5f0-e5e0-42ac-94ef-10da81df6b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:23:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:23:49.154453 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-b178ccb1-fbc1-4a17-9e23-2a8c6dabff53 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "PUT /v2.0/floatingips/3e7efea7-edd5-4608-97fa-9db8e927970b HTTP/1.1" status: 200 len: 992 time: 0.9864085 Jun 21 10:23:49.156004 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b96014-a4ce-46c7-a70c-c40385137800', 'tag': '12e7617e-1c2e-40c0-9b1a-6a3351d62766'}] {{(pid=92965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:23:49.158392 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6455383dad080abf38abbc06b7173bfc99a12cfb8f38fffed40ef3479635dd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3baf93e9-7647-48b7-b8f8-ff102a4b2fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "59b96014-a4ce-46c7-a70c-c40385137800", "tag": "12e7617e-1c2e-40c0-9b1a-6a3351d62766"}]}' {{(pid=92965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:23:49.241098 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-485fa5f0-e5e0-42ac-94ef-10da81df6b8a None None] Set router ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:23:49.290703 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e2e1fd-aa36-42b2-ba8c-5dfaed8b2c16 x-openstack-request-id: req-06e2e1fd-aa36-42b2-ba8c-5dfaed8b2c16 {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:23:49.291324 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59b96014-a4ce-46c7-a70c-c40385137800", "tag": "12e7617e-1c2e-40c0-9b1a-6a3351d62766", "status": "completed", "code": 200}]} {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:23:49.291803 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-06e2e1fd-aa36-42b2-ba8c-5dfaed8b2c16 {{(pid=92965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:23:49.292445 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b96014-a4ce-46c7-a70c-c40385137800', 'tag': '12e7617e-1c2e-40c0-9b1a-6a3351d62766', 'status': 'completed', 'code': 200} Jun 21 10:23:49.426222 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf93e9-7647-48b7-b8f8-ff102a4b2fb8 req-d49f1998-8a74-4c5e-baa9-56ee982e255b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:49.427751 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3baf93e9-7647-48b7-b8f8-ff102a4b2fb8 req-d49f1998-8a74-4c5e-baa9-56ee982e255b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9357af1b17094d8fa94902813e40cc40&device_id=59b96014-a4ce-46c7-a70c-c40385137800 HTTP/1.1" status: 200 len: 1099 time: 0.0632746 Jun 21 10:23:49.520318 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf93e9-7647-48b7-b8f8-ff102a4b2fb8 req-c537ce33-097e-4ce9-adc6-32d7e70ee10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:49.521801 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3baf93e9-7647-48b7-b8f8-ff102a4b2fb8 req-c537ce33-097e-4ce9-adc6-32d7e70ee10c service neutron] 10.222.0.74 "GET /v2.0/networks?id=80319626-f9d4-43aa-862d-92556bf4070e HTTP/1.1" status: 200 len: 913 time: 0.0870254 Jun 21 10:23:49.567746 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-485fa5f0-e5e0-42ac-94ef-10da81df6b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'name': 'tempest-AttachVolumeTestJSON-2021615101-router', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:38Z', 'revision_number': 4, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'gw_port': {'id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:59:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_floatingips': [{'id': '3e7efea7-edd5-4608-97fa-9db8e927970b', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'floating_ip_address': '172.27.2.139', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'port_id': '12e7617e-1c2e-40c0-9b1a-6a3351d62766', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e', 'mac_address': 'fa:16:3e:a2:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b96014-a4ce-46c7-a70c-c40385137800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:23:36Z', 'updated_at': '2021-06-21T10:23:48Z', 'revision_number': 1, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffbde75d-3c5c-4826-a925-201cc81624f1', 'name': '', 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'mac_address': 'fa:16:3e:84:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:37Z', 'updated_at': '2021-06-21T10:20:43Z', 'revision_number': 5, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'subnets': [{'id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:23:49.596498 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485fa5f0-e5e0-42ac-94ef-10da81df6b8a None None] Checking router: ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 for host: dv-cinder-797245-3-iscsi {{(pid=92973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:23:49.597360 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3baf93e9-7647-48b7-b8f8-ff102a4b2fb8 req-339e13f0-72a9-41e0-899b-8e8fed5fe4d2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12e7617e-1c2e-40c0-9b1a-6a3351d62766 HTTP/1.1" status: 200 len: 1000 time: 0.0674131 Jun 21 10:23:49.605281 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485fa5f0-e5e0-42ac-94ef-10da81df6b8a None None] Routers {'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:23:49.606900 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-485fa5f0-e5e0-42ac-94ef-10da81df6b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:23:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:23:49.647011 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf93e9-7647-48b7-b8f8-ff102a4b2fb8 req-e65a99cb-751e-47f5-82f5-68a534897083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:49.648617 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3baf93e9-7647-48b7-b8f8-ff102a4b2fb8 req-e65a99cb-751e-47f5-82f5-68a534897083 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2034ea3c-5a11-44ab-b4bb-5dfacbb893ba HTTP/1.1" status: 200 len: 850 time: 0.0449965 Jun 21 10:23:49.707410 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf93e9-7647-48b7-b8f8-ff102a4b2fb8 req-a1cb23e5-5128-400d-8f12-ddd15d62c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:23:49.708924 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3baf93e9-7647-48b7-b8f8-ff102a4b2fb8 req-a1cb23e5-5128-400d-8f12-ddd15d62c7bc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=80319626-f9d4-43aa-862d-92556bf4070e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538728 Jun 21 10:23:49.712217 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-485fa5f0-e5e0-42ac-94ef-10da81df6b8a None None] Set router ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:23:49.807705 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3baf93e9-7647-48b7-b8f8-ff102a4b2fb8 req-c5a2f4ad-40d9-4138-ab06-55faafe9f5b0 service neutron] 10.222.0.74 "GET /v2.0/networks/80319626-f9d4-43aa-862d-92556bf4070e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909507 Jun 21 10:23:49.902632 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3baf93e9-7647-48b7-b8f8-ff102a4b2fb8 req-fa4b4879-7634-47c3-8586-4bd7431a0ff4 service neutron] 10.222.0.74 "GET /v2.0/networks/80319626-f9d4-43aa-862d-92556bf4070e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880589 Jun 21 10:23:49.945520 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-485fa5f0-e5e0-42ac-94ef-10da81df6b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'name': 'tempest-AttachVolumeTestJSON-2021615101-router', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:38Z', 'revision_number': 4, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'gw_port': {'id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:59:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_floatingips': [{'id': '3e7efea7-edd5-4608-97fa-9db8e927970b', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'floating_ip_address': '172.27.2.139', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'port_id': '12e7617e-1c2e-40c0-9b1a-6a3351d62766', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e', 'mac_address': 'fa:16:3e:a2:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b96014-a4ce-46c7-a70c-c40385137800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:23:36Z', 'updated_at': '2021-06-21T10:23:48Z', 'revision_number': 1, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffbde75d-3c5c-4826-a925-201cc81624f1', 'name': '', 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'mac_address': 'fa:16:3e:84:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:37Z', 'updated_at': '2021-06-21T10:20:43Z', 'revision_number': 5, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'subnets': [{'id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:23:49.973812 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485fa5f0-e5e0-42ac-94ef-10da81df6b8a None None] The sync data for ids ['ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'] in dv-cinder-797245-3-iscsi is: [{'id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'name': 'tempest-AttachVolumeTestJSON-2021615101-router', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:38Z', 'revision_number': 4, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'gw_port': {'id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:59:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_floatingips': [{'id': '3e7efea7-edd5-4608-97fa-9db8e927970b', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'floating_ip_address': '172.27.2.139', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'port_id': '12e7617e-1c2e-40c0-9b1a-6a3351d62766', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e', 'mac_address': 'fa:16:3e:a2:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b96014-a4ce-46c7-a70c-c40385137800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:23:36Z', 'updated_at': '2021-06-21T10:23:48Z', 'revision_number': 1, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffbde75d-3c5c-4826-a925-201cc81624f1', 'name': '', 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'mac_address': 'fa:16:3e:84:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:37Z', 'updated_at': '2021-06-21T10:20:43Z', 'revision_number': 5, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'subnets': [{'id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:23:50.165553 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f5f629-89f0-4baa-a00e-78bf8209d9b8 None None] New status for floating IP 3e7efea7-edd5-4608-97fa-9db8e927970b: ACTIVE {{(pid=92969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 10:23:57.249158 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:24:04.585673 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-322f4889-2d52-49e1-a092-57ee56693bf6 req-c7876e9f-6931-4178-b02d-58526dcf6dcf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=59b96014-a4ce-46c7-a70c-c40385137800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0638504 Jun 21 10:24:04.742029 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f4889-2d52-49e1-a092-57ee56693bf6 req-cf096254-8fa6-40ed-b44d-213fb8d4860c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:24:04.744678 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-322f4889-2d52-49e1-a092-57ee56693bf6 req-cf096254-8fa6-40ed-b44d-213fb8d4860c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9357af1b17094d8fa94902813e40cc40&device_id=59b96014-a4ce-46c7-a70c-c40385137800 HTTP/1.1" status: 200 len: 1099 time: 0.0841706 Jun 21 10:24:04.935326 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f4889-2d52-49e1-a092-57ee56693bf6 req-75a6b57c-f703-4ae6-85c0-b69abb1c6981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:24:04.939097 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-322f4889-2d52-49e1-a092-57ee56693bf6 req-75a6b57c-f703-4ae6-85c0-b69abb1c6981 service neutron] 10.222.0.74 "GET /v2.0/networks?id=80319626-f9d4-43aa-862d-92556bf4070e HTTP/1.1" status: 200 len: 913 time: 0.1688657 Jun 21 10:24:05.023570 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-322f4889-2d52-49e1-a092-57ee56693bf6 req-5643cd1d-1eca-42eb-a8ec-9c797bb2ac41 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12e7617e-1c2e-40c0-9b1a-6a3351d62766 HTTP/1.1" status: 200 len: 1002 time: 0.0776484 Jun 21 10:24:05.088051 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f4889-2d52-49e1-a092-57ee56693bf6 req-dc04aa99-8864-4d26-9a8b-1f392aa3d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:24:05.091044 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-322f4889-2d52-49e1-a092-57ee56693bf6 req-dc04aa99-8864-4d26-9a8b-1f392aa3d924 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2034ea3c-5a11-44ab-b4bb-5dfacbb893ba HTTP/1.1" status: 200 len: 850 time: 0.0602140 Jun 21 10:24:05.179518 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f4889-2d52-49e1-a092-57ee56693bf6 req-339785fa-aa89-46d3-a0d1-328a716dfe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:24:05.181992 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-322f4889-2d52-49e1-a092-57ee56693bf6 req-339785fa-aa89-46d3-a0d1-328a716dfe77 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=80319626-f9d4-43aa-862d-92556bf4070e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824974 Jun 21 10:24:05.287978 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-322f4889-2d52-49e1-a092-57ee56693bf6 req-84ff18a7-1eb1-4d78-838e-bd39dbe1859f service neutron] 10.222.0.74 "GET /v2.0/networks/80319626-f9d4-43aa-862d-92556bf4070e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972273 Jun 21 10:24:05.400514 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-322f4889-2d52-49e1-a092-57ee56693bf6 req-229d6ba0-1622-41ca-8dba-5ea3df6a95c8 service neutron] 10.222.0.74 "GET /v2.0/networks/80319626-f9d4-43aa-862d-92556bf4070e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057065 Jun 21 10:24:06.572984 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:24:07.393044 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-f1bd98d8-8543-4bb3-b5ae-50a606d09b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:24:10.873071 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:24:10.958451 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-169235ee-1ce4-4410-9ccf-ca558b63b7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:24:13.111201 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:24:15.191451 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:24:27.239146 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:24:37.397033 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-66b99635-fa5f-4356-950a-28e6afe7f84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:24:40.872666 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:24:40.961635 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-2180c7db-685a-49c5-9b5b-1ba33bfe8099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:24:43.117479 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:24:43.572045 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:24:45.190875 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:24:49.330705 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bac581-b1fa-47a6-9d51-f5f225279d16 req-4baf37c9-c413-4373-aa11-447d2724a371 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:24:49.332511 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-72bac581-b1fa-47a6-9d51-f5f225279d16 req-4baf37c9-c413-4373-aa11-447d2724a371 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=59b96014-a4ce-46c7-a70c-c40385137800 HTTP/1.1" status: 200 len: 946 time: 0.0769875 Jun 21 10:24:49.378146 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-72bac581-b1fa-47a6-9d51-f5f225279d16 req-d5bb454b-b96e-4649-b53c-09a3628ed22c tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3af63a38-87a7-49f8-a9c2-9f5150427982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390844 Jun 21 10:24:50.570081 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a410872-ee32-4ceb-b2f7-52b3f5ea2e9e req-17532c6a-afea-4d7c-b85d-638898b4c218 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:24:50.571599 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-5a410872-ee32-4ceb-b2f7-52b3f5ea2e9e req-17532c6a-afea-4d7c-b85d-638898b4c218 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=59b96014-a4ce-46c7-a70c-c40385137800 HTTP/1.1" status: 200 len: 946 time: 0.0662851 Jun 21 10:24:50.610767 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-5a410872-ee32-4ceb-b2f7-52b3f5ea2e9e req-671ed605-0a44-4caf-b103-45bbafc5304f tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups?id=3af63a38-87a7-49f8-a9c2-9f5150427982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333645 Jun 21 10:24:51.179338 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeecc1d-3ef0-4220-8c5a-006d09aece4f req-a5e78fd0-6aa3-4eb4-824e-d0ac36b75501 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:24:51.180822 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ddeecc1d-3ef0-4220-8c5a-006d09aece4f req-a5e78fd0-6aa3-4eb4-824e-d0ac36b75501 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.74 "GET /v2.0/ports?device_id=59b96014-a4ce-46c7-a70c-c40385137800 HTTP/1.1" status: 200 len: 946 time: 0.0653052 Jun 21 10:24:51.292323 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [req-ddeecc1d-3ef0-4220-8c5a-006d09aece4f req-f8d9731f-986f-441f-a294-6ec0cf210250 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Deleting port 12e7617e-1c2e-40c0-9b1a-6a3351d62766 {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:24:51.292559 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-ddeecc1d-3ef0-4220-8c5a-006d09aece4f req-f8d9731f-986f-441f-a294-6ec0cf210250 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:24:51.400078 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-ddeecc1d-3ef0-4220-8c5a-006d09aece4f req-f8d9731f-986f-441f-a294-6ec0cf210250 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] For port 12e7617e-1c2e-40c0-9b1a-6a3351d62766, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=12e7617e-1c2e-40c0-9b1a-6a3351d62766,segment=NetworkSegment(59e39f3c-d657-49c1-90a4-5754dfc126e5),segment_id=59e39f3c-d657-49c1-90a4-5754dfc126e5)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:24:51.400431 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-ddeecc1d-3ef0-4220-8c5a-006d09aece4f req-f8d9731f-986f-441f-a294-6ec0cf210250 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:24:51.590289 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-ddeecc1d-3ef0-4220-8c5a-006d09aece4f req-f8d9731f-986f-441f-a294-6ec0cf210250 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:24:51.590578 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-ddeecc1d-3ef0-4220-8c5a-006d09aece4f req-f8d9731f-986f-441f-a294-6ec0cf210250 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858313'] for floatingip, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:24:51.591187 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.db.l3_db [req-ddeecc1d-3ef0-4220-8c5a-006d09aece4f req-f8d9731f-986f-441f-a294-6ec0cf210250 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Floating IP 3e7efea7-edd5-4608-97fa-9db8e927970b disassociated. External IP: 172.27.2.139, port: 12e7617e-1c2e-40c0-9b1a-6a3351d62766. Jun 21 10:24:51.591187 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [req-ddeecc1d-3ef0-4220-8c5a-006d09aece4f req-f8d9731f-986f-441f-a294-6ec0cf210250 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Calling delete_port for 12e7617e-1c2e-40c0-9b1a-6a3351d62766 owned by compute:nova {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:24:51.732779 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-ddeecc1d-3ef0-4220-8c5a-006d09aece4f req-f8d9731f-986f-441f-a294-6ec0cf210250 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1954225'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:24:51.739595 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-6cddbd25-e385-4838-8f27-765855ce3a93 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:24:51.793408 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9731f-986f-441f-a294-6ec0cf210250 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Pushing event deleted for resources: {'Port': ['ID=12e7617e-1c2e-40c0-9b1a-6a3351d62766,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:24:51.819775 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-15618263-8c54-439d-980b-f1fda52bc5d7 req-7b1b864c-b558-41c2-904a-f27acddc6af0 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=59b96014-a4ce-46c7-a70c-c40385137800 HTTP/1.1" status: 200 len: 210 time: 0.0397062 Jun 21 10:24:51.859278 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d9731f-986f-441f-a294-6ec0cf210250 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:24:51.859578 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d9731f-986f-441f-a294-6ec0cf210250 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:24:51.859950 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d9731f-986f-441f-a294-6ec0cf210250 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:24:51.860312 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d9731f-986f-441f-a294-6ec0cf210250 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:24:51.860689 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d9731f-986f-441f-a294-6ec0cf210250 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:24:51.861055 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d9731f-986f-441f-a294-6ec0cf210250 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:24:51.861406 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d9731f-986f-441f-a294-6ec0cf210250 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:24:51.861759 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d9731f-986f-441f-a294-6ec0cf210250 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:24:51.862113 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d9731f-986f-441f-a294-6ec0cf210250 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:24:51.862463 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d9731f-986f-441f-a294-6ec0cf210250 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:24:51.862809 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d9731f-986f-441f-a294-6ec0cf210250 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:24:51.863154 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d9731f-986f-441f-a294-6ec0cf210250 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:24:51.867754 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-f8d9731f-986f-441f-a294-6ec0cf210250 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:24:51.944041 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddeecc1d-3ef0-4220-8c5a-006d09aece4f req-f8d9731f-986f-441f-a294-6ec0cf210250 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Router ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:24:52.089179 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddeecc1d-3ef0-4220-8c5a-006d09aece4f req-f8d9731f-986f-441f-a294-6ec0cf210250 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:24:52.100286 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ee56bb-139f-4e5d-a56d-f7a0751f8254 None None] Sync routers for ids ['ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'] in dv-cinder-797245-3-iscsi {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:24:52.112343 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ee56bb-139f-4e5d-a56d-f7a0751f8254 None None] Routers {'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:24:52.112889 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-21ee56bb-139f-4e5d-a56d-f7a0751f8254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:24:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:24:52.139023 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddeecc1d-3ef0-4220-8c5a-006d09aece4f req-f8d9731f-986f-441f-a294-6ec0cf210250 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] No DVR routers for this DVR port 12e7617e-1c2e-40c0-9b1a-6a3351d62766 on host hv-cinder-79724 {{(pid=92958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:24:52.142743 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-ddeecc1d-3ef0-4220-8c5a-006d09aece4f req-f8d9731f-986f-441f-a294-6ec0cf210250 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:24:52.145285 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ddeecc1d-3ef0-4220-8c5a-006d09aece4f req-f8d9731f-986f-441f-a294-6ec0cf210250 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.74 "DELETE /v2.0/ports/12e7617e-1c2e-40c0-9b1a-6a3351d62766 HTTP/1.1" status: 204 len: 173 time: 0.9585009 Jun 21 10:24:52.145285 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b96014-a4ce-46c7-a70c-c40385137800', 'name': 'network-vif-deleted', 'tag': '12e7617e-1c2e-40c0-9b1a-6a3351d62766'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:24:52.147698 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c2356a-6438-4948-a036-3e89b41d5a6c" -d '{"events": [{"server_uuid": "59b96014-a4ce-46c7-a70c-c40385137800", "name": "network-vif-deleted", "tag": "12e7617e-1c2e-40c0-9b1a-6a3351d62766"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:24:52.203468 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f758b375-90a3-4794-aac2-2549daa92e15 x-openstack-request-id: req-f758b375-90a3-4794-aac2-2549daa92e15 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:24:52.204077 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b96014-a4ce-46c7-a70c-c40385137800", "name": "network-vif-deleted", "tag": "12e7617e-1c2e-40c0-9b1a-6a3351d62766", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:24:52.204077 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f758b375-90a3-4794-aac2-2549daa92e15 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:24:52.205066 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b96014-a4ce-46c7-a70c-c40385137800', 'name': 'network-vif-deleted', 'tag': '12e7617e-1c2e-40c0-9b1a-6a3351d62766', 'status': 'completed', 'code': 200} Jun 21 10:24:52.256557 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-21ee56bb-139f-4e5d-a56d-f7a0751f8254 None None] Set router ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:24:52.507252 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-21ee56bb-139f-4e5d-a56d-f7a0751f8254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'name': 'tempest-AttachVolumeTestJSON-2021615101-router', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:38Z', 'revision_number': 4, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'gw_port': {'id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:59:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'ffbde75d-3c5c-4826-a925-201cc81624f1', 'name': '', 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'mac_address': 'fa:16:3e:84:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:37Z', 'updated_at': '2021-06-21T10:20:43Z', 'revision_number': 5, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'subnets': [{'id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:24:52.546878 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ee56bb-139f-4e5d-a56d-f7a0751f8254 None None] Checking router: ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 for host: dv-cinder-797245-3-iscsi {{(pid=92973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:24:52.557549 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ee56bb-139f-4e5d-a56d-f7a0751f8254 None None] Routers {'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:24:52.558174 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-21ee56bb-139f-4e5d-a56d-f7a0751f8254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:24:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:24:52.681740 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-21ee56bb-139f-4e5d-a56d-f7a0751f8254 None None] Set router ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:24:52.959540 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-21ee56bb-139f-4e5d-a56d-f7a0751f8254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'name': 'tempest-AttachVolumeTestJSON-2021615101-router', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:38Z', 'revision_number': 4, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'gw_port': {'id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:59:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'ffbde75d-3c5c-4826-a925-201cc81624f1', 'name': '', 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'mac_address': 'fa:16:3e:84:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:37Z', 'updated_at': '2021-06-21T10:20:43Z', 'revision_number': 5, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'subnets': [{'id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:24:52.988688 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ee56bb-139f-4e5d-a56d-f7a0751f8254 None None] The sync data for ids ['ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'] in dv-cinder-797245-3-iscsi is: [{'id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'name': 'tempest-AttachVolumeTestJSON-2021615101-router', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:38Z', 'revision_number': 4, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'gw_port': {'id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:59:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'ffbde75d-3c5c-4826-a925-201cc81624f1', 'name': '', 'network_id': '80319626-f9d4-43aa-862d-92556bf4070e', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'mac_address': 'fa:16:3e:84:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:37Z', 'updated_at': '2021-06-21T10:20:43Z', 'revision_number': 5, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'subnets': [{'id': '2034ea3c-5a11-44ab-b4bb-5dfacbb893ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:24:53.068961 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8b055004-d89f-4273-88ea-8e14bd70f7d0 req-dc883288-3f32-45ee-a31f-5fb05e9f0703 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/ports?device_id=59b96014-a4ce-46c7-a70c-c40385137800 HTTP/1.1" status: 200 len: 210 time: 0.0461578 Jun 21 10:24:53.326897 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931700cb-9aec-4e9c-a10b-53966b053245 None None] New status for floating IP 3e7efea7-edd5-4608-97fa-9db8e927970b: DOWN {{(pid=92969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 10:24:54.226611 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 51634) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:24:54.308475 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-a720d227-602d-43d0-b65b-53ad8323cb36 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:24:54.341682 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-a720d227-602d-43d0-b65b-53ad8323cb36 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:24:54.419043 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-a720d227-602d-43d0-b65b-53ad8323cb36 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:24:54.424994 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-a720d227-602d-43d0-b65b-53ad8323cb36 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:24:54.427445 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-a720d227-602d-43d0-b65b-53ad8323cb36 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "DELETE /v2.0/security-groups/3af63a38-87a7-49f8-a9c2-9f5150427982 HTTP/1.1" status: 204 len: 168 time: 0.1991467 Jun 21 10:24:54.428800 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-bfa4a6c2-393d-4075-925a-eb5af67b56e4 tempest-VolumesNegativeTest-1557814386 tempest-VolumesNegativeTest-1557814386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:24:54.431512 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 51636) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:24:54.438567 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720d227-602d-43d0-b65b-53ad8323cb36 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af63a38-87a7-49f8-a9c2-9f5150427982,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:24:54.446797 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720d227-602d-43d0-b65b-53ad8323cb36 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:24:54.447179 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720d227-602d-43d0-b65b-53ad8323cb36 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:24:54.447559 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720d227-602d-43d0-b65b-53ad8323cb36 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:24:54.447924 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720d227-602d-43d0-b65b-53ad8323cb36 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:24:54.448039 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.api.v2.resource [None req-85773cec-e74b-4aab-bdb3-697a2ce7274b tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] show failed (client error): The resource could not be found. Jun 21 10:24:54.448423 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720d227-602d-43d0-b65b-53ad8323cb36 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:24:54.448703 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720d227-602d-43d0-b65b-53ad8323cb36 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:24:54.457772 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720d227-602d-43d0-b65b-53ad8323cb36 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:24:54.458229 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-85773cec-e74b-4aab-bdb3-697a2ce7274b tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "GET /v2.0/security-groups/3af63a38-87a7-49f8-a9c2-9f5150427982 HTTP/1.1" status: 404 len: 347 time: 0.0166211 Jun 21 10:24:54.459342 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720d227-602d-43d0-b65b-53ad8323cb36 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:24:54.459342 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720d227-602d-43d0-b65b-53ad8323cb36 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:24:54.459342 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720d227-602d-43d0-b65b-53ad8323cb36 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:24:54.459342 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720d227-602d-43d0-b65b-53ad8323cb36 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:24:54.459342 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720d227-602d-43d0-b65b-53ad8323cb36 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:24:54.459342 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-a720d227-602d-43d0-b65b-53ad8323cb36 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:24:54.460467 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 51638) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:24:54.620726 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-fb2faa17-9979-4b46-8a15-11e350294102 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Deleting port 1f7dedaf-8f4f-44fa-9c16-1b673ea25470 {{(pid=92965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:24:54.620964 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fb2faa17-9979-4b46-8a15-11e350294102 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:24:54.721088 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fb2faa17-9979-4b46-8a15-11e350294102 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:24:54.721608 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fb2faa17-9979-4b46-8a15-11e350294102 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:24:54.815370 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-fb2faa17-9979-4b46-8a15-11e350294102 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Calling delete_port for 1f7dedaf-8f4f-44fa-9c16-1b673ea25470 owned by network:floatingip {{(pid=92965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:24:55.010273 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fb2faa17-9979-4b46-8a15-11e350294102 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11354326'] for port, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:24:55.012620 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-dc9bf0ff-36bb-46f9-9172-4995686c4619 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:24:55.052134 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2faa17-9979-4b46-8a15-11e350294102 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Pushing event deleted for resources: {'Port': ['ID=1f7dedaf-8f4f-44fa-9c16-1b673ea25470,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:24:55.058283 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-fb2faa17-9979-4b46-8a15-11e350294102 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:24:55.152443 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fb2faa17-9979-4b46-8a15-11e350294102 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks [] for floatingip, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:24:55.157297 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fb2faa17-9979-4b46-8a15-11e350294102 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for floatingip, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:24:55.159038 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-fb2faa17-9979-4b46-8a15-11e350294102 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] 10.222.0.50 "DELETE /v2.0/floatingips/3e7efea7-edd5-4608-97fa-9db8e927970b HTTP/1.1" status: 204 len: 168 time: 0.6962662 Jun 21 10:24:55.177581 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 12e7617e-1c2e-40c0-9b1a-6a3351d62766 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:24:55.213439 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] No Port match for: 12e7617e-1c2e-40c0-9b1a-6a3351d62766 {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:24:55.213439 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device 12e7617e-1c2e-40c0-9b1a-6a3351d62766 not bound to the agent host hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:24:57.240336 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:24:59.121136 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 51666) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:24:59.613523 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-6d3040e6-51cb-466f-b7f6-49e1dc750a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3719668'] for router_interface, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:24:59.958417 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-6d3040e6-51cb-466f-b7f6-49e1dc750a03 admin admin] Deleting port ffbde75d-3c5c-4826-a925-201cc81624f1 {{(pid=92965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:24:59.958695 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-6d3040e6-51cb-466f-b7f6-49e1dc750a03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:00.064478 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [None req-6d3040e6-51cb-466f-b7f6-49e1dc750a03 admin admin] For port ffbde75d-3c5c-4826-a925-201cc81624f1, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=ffbde75d-3c5c-4826-a925-201cc81624f1,segment=NetworkSegment(59e39f3c-d657-49c1-90a4-5754dfc126e5),segment_id=59e39f3c-d657-49c1-90a4-5754dfc126e5)] {{(pid=92965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:25:00.064900 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-6d3040e6-51cb-466f-b7f6-49e1dc750a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:00.159485 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-6d3040e6-51cb-466f-b7f6-49e1dc750a03 admin admin] Calling delete_port for ffbde75d-3c5c-4826-a925-201cc81624f1 owned by network:router_interface {{(pid=92965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:25:00.411623 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-6d3040e6-51cb-466f-b7f6-49e1dc750a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11354326'] for port, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:00.414313 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-f8750b7e-42d8-4b46-b369-f48bc69e50c9 tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:00.440417 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3040e6-51cb-466f-b7f6-49e1dc750a03 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffbde75d-3c5c-4826-a925-201cc81624f1,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:00.443816 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-6d3040e6-51cb-466f-b7f6-49e1dc750a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:00.651724 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-6d3040e6-51cb-466f-b7f6-49e1dc750a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3840626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719496'] for router_interface, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:00.929077 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3040e6-51cb-466f-b7f6-49e1dc750a03 admin admin] Router ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:25:01.080349 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3040e6-51cb-466f-b7f6-49e1dc750a03 admin admin] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:25:01.086069 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-6d3040e6-51cb-466f-b7f6-49e1dc750a03 admin admin] 10.222.0.50 "PUT /v2.0/routers/ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9634557 Jun 21 10:25:01.089914 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 51668) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:25:01.090155 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c562f9-cacb-42c4-af77-b311400851ef None None] Sync routers for ids ['ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'] in dv-cinder-797245-3-iscsi {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:25:01.103859 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c562f9-cacb-42c4-af77-b311400851ef None None] Routers {'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:25:01.104545 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-91c562f9-cacb-42c4-af77-b311400851ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:24:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:25:01.403464 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-91c562f9-cacb-42c4-af77-b311400851ef None None] Set router ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:25:01.589648 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-81d6b7fe-6af3-4694-b2d1-cef009a48356 admin admin] Notify callbacks [] for router, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:01.725626 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-91c562f9-cacb-42c4-af77-b311400851ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'name': 'tempest-AttachVolumeTestJSON-2021615101-router', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:25:00Z', 'revision_number': 5, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'gw_port': {'id': '84901737-fb23-45e9-88a9-5f80dd7e5c6e', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:59:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi'}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:25:01.773792 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-81d6b7fe-6af3-4694-b2d1-cef009a48356 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:01.779547 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c562f9-cacb-42c4-af77-b311400851ef None None] Checking router: ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 for host: dv-cinder-797245-3-iscsi {{(pid=92973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:25:01.801825 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c562f9-cacb-42c4-af77-b311400851ef None None] Routers {'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:25:01.803694 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-91c562f9-cacb-42c4-af77-b311400851ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:24:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:25:01.868799 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-81d6b7fe-6af3-4694-b2d1-cef009a48356 admin admin] Deleting port 84901737-fb23-45e9-88a9-5f80dd7e5c6e {{(pid=92965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:25:01.869735 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-81d6b7fe-6af3-4694-b2d1-cef009a48356 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:01.943123 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-91c562f9-cacb-42c4-af77-b311400851ef None None] Set router ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 gateway port host: None {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:25:02.017616 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-91c562f9-cacb-42c4-af77-b311400851ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'name': 'tempest-AttachVolumeTestJSON-2021615101-router', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:25:01Z', 'revision_number': 6, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'gw_port_host': None}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:25:02.032350 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [None req-81d6b7fe-6af3-4694-b2d1-cef009a48356 admin admin] For port 84901737-fb23-45e9-88a9-5f80dd7e5c6e, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=84901737-fb23-45e9-88a9-5f80dd7e5c6e,segment=NetworkSegment(51446d15-6cd3-4f7c-9b01-f06091ff92a2),segment_id=51446d15-6cd3-4f7c-9b01-f06091ff92a2)] {{(pid=92965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:25:02.032854 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-81d6b7fe-6af3-4694-b2d1-cef009a48356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:02.053646 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c562f9-cacb-42c4-af77-b311400851ef None None] The sync data for ids ['ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56'] in dv-cinder-797245-3-iscsi is: [{'id': 'ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56', 'name': 'tempest-AttachVolumeTestJSON-2021615101-router', 'tenant_id': '9357af1b17094d8fa94902813e40cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:20:35Z', 'updated_at': '2021-06-21T10:25:01Z', 'revision_number': 6, 'project_id': '9357af1b17094d8fa94902813e40cc40', 'gw_port_host': None}] {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:25:02.127119 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-81d6b7fe-6af3-4694-b2d1-cef009a48356 admin admin] Calling delete_port for 84901737-fb23-45e9-88a9-5f80dd7e5c6e owned by network:router_gateway {{(pid=92965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:25:02.343567 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-81d6b7fe-6af3-4694-b2d1-cef009a48356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11354326'] for port, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:02.346096 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-168ccbb8-97bd-45cf-a34c-b4b015bb297a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:02.372413 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6b7fe-6af3-4694-b2d1-cef009a48356 admin admin] Pushing event deleted for resources: {'Port': ['ID=84901737-fb23-45e9-88a9-5f80dd7e5c6e,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:02.376065 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-81d6b7fe-6af3-4694-b2d1-cef009a48356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:02.455579 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-81d6b7fe-6af3-4694-b2d1-cef009a48356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3858276'] for router_gateway, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:02.584536 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-81d6b7fe-6af3-4694-b2d1-cef009a48356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3733370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1328'] for router, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:02.586787 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-81d6b7fe-6af3-4694-b2d1-cef009a48356 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:02.647210 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-81d6b7fe-6af3-4694-b2d1-cef009a48356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3722539'] for router, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:02.648612 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d6b7fe-6af3-4694-b2d1-cef009a48356 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 {{(pid=92965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 10:25:02.653609 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-81d6b7fe-6af3-4694-b2d1-cef009a48356 admin admin] Notify callbacks [] for router, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:02.658702 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-81d6b7fe-6af3-4694-b2d1-cef009a48356 admin admin] 10.222.0.50 "DELETE /v2.0/routers/ab3fb7a8-a7ab-44b3-9c3c-b23752a9fd56 HTTP/1.1" status: 204 len: 168 time: 1.5633967 Jun 21 10:25:02.658962 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 51670) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:25:02.707832 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d300ad9-ac72-4256-949a-a1461d697f93 admin admin] Deleting subnet 2034ea3c-5a11-44ab-b4bb-5dfacbb893ba {{(pid=92965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 10:25:02.711975 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9d300ad9-ac72-4256-949a-a1461d697f93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:02.753524 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9d300ad9-ac72-4256-949a-a1461d697f93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11354325'] for subnet, precommit_delete_associations {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:02.844103 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9d300ad9-ac72-4256-949a-a1461d697f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708198'] for subnet, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:02.915342 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device ffbde75d-3c5c-4826-a925-201cc81624f1 no longer exists at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:25:02.919129 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9d300ad9-ac72-4256-949a-a1461d697f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11354284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9374893'] for subnet, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:02.924151 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-fac7cc7f-3703-48bc-aa18-695f41a2baa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:02.943701 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] No Port match for: ffbde75d-3c5c-4826-a925-201cc81624f1 {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:25:02.944188 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device ffbde75d-3c5c-4826-a925-201cc81624f1 not bound to the agent host dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:25:02.944837 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 84901737-fb23-45e9-88a9-5f80dd7e5c6e no longer exists at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:25:02.951038 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d300ad9-ac72-4256-949a-a1461d697f93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2034ea3c-5a11-44ab-b4bb-5dfacbb893ba,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:02.953655 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-9d300ad9-ac72-4256-949a-a1461d697f93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:02.958201 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-9d300ad9-ac72-4256-949a-a1461d697f93 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2034ea3c-5a11-44ab-b4bb-5dfacbb893ba HTTP/1.1" status: 204 len: 168 time: 0.2981751 Jun 21 10:25:02.958432 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 51672) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:25:02.959296 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-9d300ad9-ac72-4256-949a-a1461d697f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:02.969653 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c89b9bf-af1e-48bc-9677-3453a759910f None None] Network 80319626-f9d4-43aa-862d-92556bf4070e requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:25:03.015269 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] No Port match for: 84901737-fb23-45e9-88a9-5f80dd7e5c6e {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:25:03.015847 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 84901737-fb23-45e9-88a9-5f80dd7e5c6e not bound to the agent host dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:25:03.047955 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e42f-6976-4a2a-bd0e-e3c061b50793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729370'] for network, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:03.135500 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-b4d0e42f-6976-4a2a-bd0e-e3c061b50793 admin admin] Deleting port 83b874df-0860-4599-96d7-dda44b587782 {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:25:03.136892 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e42f-6976-4a2a-bd0e-e3c061b50793 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:03.220120 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [None req-b4d0e42f-6976-4a2a-bd0e-e3c061b50793 admin admin] For port 83b874df-0860-4599-96d7-dda44b587782, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=83b874df-0860-4599-96d7-dda44b587782,segment=NetworkSegment(59e39f3c-d657-49c1-90a4-5754dfc126e5),segment_id=59e39f3c-d657-49c1-90a4-5754dfc126e5)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:25:03.220472 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e42f-6976-4a2a-bd0e-e3c061b50793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:03.253502 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756d51d9-5bd1-42d4-be88-92f0d23824b6 None None] DHCP port deletion for 80319626-f9d4-43aa-862d-92556bf4070e request from dv-cinder-797245-3-iscsi {{(pid=92969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 10:25:03.286988 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-b4d0e42f-6976-4a2a-bd0e-e3c061b50793 admin admin] Calling delete_port for 83b874df-0860-4599-96d7-dda44b587782 owned by network:dhcp {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:25:03.304214 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-756d51d9-5bd1-42d4-be88-92f0d23824b6 None None] Deleting port 83b874df-0860-4599-96d7-dda44b587782 {{(pid=92969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:25:03.304893 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-756d51d9-5bd1-42d4-be88-92f0d23824b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:03.380975 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-756d51d9-5bd1-42d4-be88-92f0d23824b6 None None] For port 83b874df-0860-4599-96d7-dda44b587782, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=83b874df-0860-4599-96d7-dda44b587782,segment=NetworkSegment(59e39f3c-d657-49c1-90a4-5754dfc126e5),segment_id=59e39f3c-d657-49c1-90a4-5754dfc126e5)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:25:03.381763 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-756d51d9-5bd1-42d4-be88-92f0d23824b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:03.384884 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e42f-6976-4a2a-bd0e-e3c061b50793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1954225'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:03.387008 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-8a6a6bf8-821f-4ada-9a9c-8519bb2035d2 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:03.414956 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0e42f-6976-4a2a-bd0e-e3c061b50793 admin admin] Pushing event deleted for resources: {'Port': ['ID=83b874df-0860-4599-96d7-dda44b587782,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:03.417534 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-b4d0e42f-6976-4a2a-bd0e-e3c061b50793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:03.418586 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d0e42f-6976-4a2a-bd0e-e3c061b50793 admin admin] No DVR routers for this DVR port 83b874df-0860-4599-96d7-dda44b587782 on host dv-cinder-797245-3-iscsi {{(pid=92958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:25:03.454451 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-756d51d9-5bd1-42d4-be88-92f0d23824b6 None None] Calling delete_port for 83b874df-0860-4599-96d7-dda44b587782 owned by network:dhcp {{(pid=92969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:25:03.492202 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e42f-6976-4a2a-bd0e-e3c061b50793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707321', 'neutron.services.segments.db._delete_segments_for_network-8741296622547'] for network, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:03.502967 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-b4d0e42f-6976-4a2a-bd0e-e3c061b50793 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80319626-f9d4-43aa-862d-92556bf4070e']}} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:25:03.513685 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-b4d0e42f-6976-4a2a-bd0e-e3c061b50793 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e39f3c-d657-49c1-90a4-5754dfc126e5') {'for_net_delete': True} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:25:03.514266 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.services.segments.db [None req-b4d0e42f-6976-4a2a-bd0e-e3c061b50793 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e39f3c-d657-49c1-90a4-5754dfc126e5') {} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:25:03.523896 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e42f-6976-4a2a-bd0e-e3c061b50793 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741296622376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10525642'] for segment, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:03.530404 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-756d51d9-5bd1-42d4-be88-92f0d23824b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806'] for port, after_delete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:03.533336 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:03.537532 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e42f-6976-4a2a-bd0e-e3c061b50793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:03.543420 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d0e42f-6976-4a2a-bd0e-e3c061b50793 admin admin] Releasing vlan 1191 on physical network physnet1 to pool {{(pid=92958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 10:25:03.543812 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e42f-6976-4a2a-bd0e-e3c061b50793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2335328'] for segment, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: Traceback (most recent call last): Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: timer() Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: cb(*args, **kw) Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: return func(*args, **kwargs) Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: self._notify() Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: self.callback(batched_events) Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: event.method(event) Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: return f(self, *a, **k) Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: return self._get(url).json() Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: return self.request(url, 'GET', **kwargs) Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 10:25:03.546177 dv-cinder-797245-3-iscsi neutron-server[92958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 10:25:03.560103 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d51d9-5bd1-42d4-be88-92f0d23824b6 None None] Pushing event deleted for resources: {'Port': ['ID=83b874df-0860-4599-96d7-dda44b587782,revision_number=None']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:03.568984 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756d51d9-5bd1-42d4-be88-92f0d23824b6 None None] No DVR routers for this DVR port 83b874df-0860-4599-96d7-dda44b587782 on host dv-cinder-797245-3-iscsi {{(pid=92969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:25:03.571814 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d51d9-5bd1-42d4-be88-92f0d23824b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:03.572167 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d51d9-5bd1-42d4-be88-92f0d23824b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:03.572506 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d51d9-5bd1-42d4-be88-92f0d23824b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:03.572884 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d51d9-5bd1-42d4-be88-92f0d23824b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:03.573222 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d51d9-5bd1-42d4-be88-92f0d23824b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:03.573571 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d51d9-5bd1-42d4-be88-92f0d23824b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:03.573868 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d51d9-5bd1-42d4-be88-92f0d23824b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:03.574209 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d51d9-5bd1-42d4-be88-92f0d23824b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:03.574525 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d51d9-5bd1-42d4-be88-92f0d23824b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:03.574846 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d51d9-5bd1-42d4-be88-92f0d23824b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:03.575168 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d51d9-5bd1-42d4-be88-92f0d23824b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:03.575488 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d51d9-5bd1-42d4-be88-92f0d23824b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:03.579556 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-756d51d9-5bd1-42d4-be88-92f0d23824b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:03.605265 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e42f-6976-4a2a-bd0e-e3c061b50793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858363'] for network, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:03.610019 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:03.612493 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e42f-6976-4a2a-bd0e-e3c061b50793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:03.614340 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-b4d0e42f-6976-4a2a-bd0e-e3c061b50793 admin admin] 10.222.0.50 "DELETE /v2.0/networks/80319626-f9d4-43aa-862d-92556bf4070e HTTP/1.1" status: 204 len: 168 time: 0.6545007 Jun 21 10:25:03.625255 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0e42f-6976-4a2a-bd0e-e3c061b50793 admin admin] Pushing event deleted for resources: {'Network': ['ID=80319626-f9d4-43aa-862d-92556bf4070e,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:03.627691 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-b4d0e42f-6976-4a2a-bd0e-e3c061b50793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:03.829172 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 51676) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:25:03.875189 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-6b8d92e4-97df-4e3a-ac30-3275e9062b9b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9357af1b17094d8fa94902813e40cc40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445621 Jun 21 10:25:03.880220 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 51678) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:25:03.939482 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cec7065b-9386-4210-b431-50c9c5d2f52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:03.962585 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cec7065b-9386-4210-b431-50c9c5d2f52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:04.014851 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cec7065b-9386-4210-b431-50c9c5d2f52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:04.017629 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cec7065b-9386-4210-b431-50c9c5d2f52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:04.018831 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-cec7065b-9386-4210-b431-50c9c5d2f52e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1fec45f7-f198-4a9f-bd40-806fd7a390c8 HTTP/1.1" status: 204 len: 168 time: 0.1376002 Jun 21 10:25:04.019720 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-a6a20802-bb67-4756-bd69-927ba862fdd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:04.031825 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7065b-9386-4210-b431-50c9c5d2f52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fec45f7-f198-4a9f-bd40-806fd7a390c8,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:04.034805 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-cec7065b-9386-4210-b431-50c9c5d2f52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:04.834152 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 83b874df-0860-4599-96d7-dda44b587782 no longer exists at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:25:04.855633 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] No Port match for: 83b874df-0860-4599-96d7-dda44b587782 {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:25:04.855633 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 83b874df-0860-4599-96d7-dda44b587782 not bound to the agent host dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:25:07.402534 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4ad311e2-51a4-4cba-81b8-3efeb7de2cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:10.869027 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:10.964331 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-a6a563da-1d08-48fe-8511-718af5c5a73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:12.834707 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 51782) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:25:12.946194 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fb8880d2-b9a0-4bc1-96cc-08735c69b221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:13.049123 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fb8880d2-b9a0-4bc1-96cc-08735c69b221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:13.053294 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-fb8880d2-b9a0-4bc1-96cc-08735c69b221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:13.055878 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-d50ce1a0-3ac9-4d68-b1ad-4dff19c8f17c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:13.092118 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8880d2-b9a0-4bc1-96cc-08735c69b221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0a490b-543c-4973-bb96-2de37e35ac61,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:13.096543 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-fb8880d2-b9a0-4bc1-96cc-08735c69b221 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0aaa356fe1924138b495dec53fa910d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604051 Jun 21 10:25:13.097857 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-fb8880d2-b9a0-4bc1-96cc-08735c69b221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:13.100197 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 51786) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:25:13.126296 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:13.163145 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cdbd8f03-a46b-4c5d-9449-f4837bf2ac67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:13.185466 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cdbd8f03-a46b-4c5d-9449-f4837bf2ac67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:13.238966 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cdbd8f03-a46b-4c5d-9449-f4837bf2ac67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:13.241647 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-cdbd8f03-a46b-4c5d-9449-f4837bf2ac67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:13.242795 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-cdbd8f03-a46b-4c5d-9449-f4837bf2ac67 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ab0a490b-543c-4973-bb96-2de37e35ac61 HTTP/1.1" status: 204 len: 168 time: 0.1415627 Jun 21 10:25:13.243652 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-16992507-2b3e-4516-8b9f-8d0f98126598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:13.253491 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd8f03-a46b-4c5d-9449-f4837bf2ac67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0a490b-543c-4973-bb96-2de37e35ac61,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:13.255684 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-cdbd8f03-a46b-4c5d-9449-f4837bf2ac67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:15.191414 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:17.917124 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 51858) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:25:18.024657 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3515d292-0ba5-40ca-b821-14d351a30a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:18.118167 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3515d292-0ba5-40ca-b821-14d351a30a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:18.122573 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3515d292-0ba5-40ca-b821-14d351a30a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:18.126514 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-eeac383a-878e-40f3-af25-90689675511e tempest-AttachVolumeShelveTestJSON-1827620213 tempest-AttachVolumeShelveTestJSON-1827620213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:18.163281 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-3515d292-0ba5-40ca-b821-14d351a30a42 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f46b4c1cd1ef480486cc659dbe690679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450597 Jun 21 10:25:18.164254 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515d292-0ba5-40ca-b821-14d351a30a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5247aedd-c3ef-4edf-8dd4-866a89bd90c5,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:18.166172 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 51862) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:25:18.167332 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-3515d292-0ba5-40ca-b821-14d351a30a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:18.219171 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-cf94e86b-1d7a-4700-8582-750a04a28576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:18.241915 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-cf94e86b-1d7a-4700-8582-750a04a28576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:18.295670 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-cf94e86b-1d7a-4700-8582-750a04a28576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:18.298371 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-cf94e86b-1d7a-4700-8582-750a04a28576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:18.299605 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-cf94e86b-1d7a-4700-8582-750a04a28576 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5247aedd-c3ef-4edf-8dd4-866a89bd90c5 HTTP/1.1" status: 204 len: 168 time: 0.1323814 Jun 21 10:25:18.300415 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-9ee06576-cdcf-4e96-a00b-a0c5265ca5d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:18.313544 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94e86b-1d7a-4700-8582-750a04a28576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5247aedd-c3ef-4edf-8dd4-866a89bd90c5,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:18.316874 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-cf94e86b-1d7a-4700-8582-750a04a28576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:18.602796 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 51868) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:25:18.618778 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-40616270-10aa-4ead-bdbc-38d25af3e321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:18.723499 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-40616270-10aa-4ead-bdbc-38d25af3e321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:18.727674 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-40616270-10aa-4ead-bdbc-38d25af3e321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:18.730624 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-0c8d54e4-91cb-4709-9fe8-d43bf49c61f3 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:18.770839 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-40616270-10aa-4ead-bdbc-38d25af3e321 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f8028e8cb9cd4144ae748c2d38023d2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1668375 Jun 21 10:25:18.771847 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40616270-10aa-4ead-bdbc-38d25af3e321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8afe15-6851-4f74-8802-db20d12521ce,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:18.773648 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 51870) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:25:18.775056 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-40616270-10aa-4ead-bdbc-38d25af3e321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:18.828797 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2be97b09-0a88-4725-babe-2716c84ffaf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:18.852216 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2be97b09-0a88-4725-babe-2716c84ffaf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:18.903372 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2be97b09-0a88-4725-babe-2716c84ffaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:18.906449 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-2be97b09-0a88-4725-babe-2716c84ffaf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:18.908001 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-2be97b09-0a88-4725-babe-2716c84ffaf4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5e8afe15-6851-4f74-8802-db20d12521ce HTTP/1.1" status: 204 len: 168 time: 0.1332405 Jun 21 10:25:18.908960 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-76cbc8be-57f2-403a-8ebb-3142c4f99d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:18.918082 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be97b09-0a88-4725-babe-2716c84ffaf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8afe15-6851-4f74-8802-db20d12521ce,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:18.920725 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-2be97b09-0a88-4725-babe-2716c84ffaf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:20.571420 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:25:25.776156 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 51990) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:25:25.884942 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c114613e-3fe6-4308-a3c0-8ad65000dcd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:25.980278 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c114613e-3fe6-4308-a3c0-8ad65000dcd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:25.985315 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c114613e-3fe6-4308-a3c0-8ad65000dcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:25.988016 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-fcc46ec1-c169-473c-917f-a5eb2400c731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:26.025172 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-c114613e-3fe6-4308-a3c0-8ad65000dcd9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8e32574d21394e738a772963d26cb6d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478459 Jun 21 10:25:26.026135 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114613e-3fe6-4308-a3c0-8ad65000dcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d14d4c-e440-4316-bfef-0b3ffd48bdf6,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:26.028121 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 51994) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:25:26.031141 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-c114613e-3fe6-4308-a3c0-8ad65000dcd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:26.085611 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-53590893-1c17-40a7-a0c0-8e6cae3afa02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:26.109229 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-53590893-1c17-40a7-a0c0-8e6cae3afa02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:26.163661 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-53590893-1c17-40a7-a0c0-8e6cae3afa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:26.166299 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-53590893-1c17-40a7-a0c0-8e6cae3afa02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:26.167487 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-53590893-1c17-40a7-a0c0-8e6cae3afa02 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b5d14d4c-e440-4316-bfef-0b3ffd48bdf6 HTTP/1.1" status: 204 len: 168 time: 0.1383519 Jun 21 10:25:26.168266 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-54fe4960-26f8-4310-ba1f-c32b7df2ee15 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:26.177768 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53590893-1c17-40a7-a0c0-8e6cae3afa02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d14d4c-e440-4316-bfef-0b3ffd48bdf6,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:26.180245 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-53590893-1c17-40a7-a0c0-8e6cae3afa02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:26.534618 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 52000) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:25:26.556513 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-122e8c92-7f75-4c84-8567-260aa3588319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:26.699544 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-122e8c92-7f75-4c84-8567-260aa3588319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:26.706810 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-122e8c92-7f75-4c84-8567-260aa3588319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:26.710236 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-0a8e79be-d8a2-4368-9c86-1e576819b97d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:26.751650 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-122e8c92-7f75-4c84-8567-260aa3588319 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=92c5a7a3d29c4755b8ef2a2ac670982c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149551 Jun 21 10:25:26.752718 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e8c92-7f75-4c84-8567-260aa3588319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3d91d9-d243-459b-9849-c751d84335b8,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:26.755375 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52002) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:25:26.757312 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-122e8c92-7f75-4c84-8567-260aa3588319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:26.854723 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c44bfd4b-9c47-438c-94db-fc75eb1ebbe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:26.897021 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c44bfd4b-9c47-438c-94db-fc75eb1ebbe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:27.002582 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c44bfd4b-9c47-438c-94db-fc75eb1ebbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:27.005264 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c44bfd4b-9c47-438c-94db-fc75eb1ebbe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:27.006511 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-c44bfd4b-9c47-438c-94db-fc75eb1ebbe9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fc3d91d9-d243-459b-9849-c751d84335b8 HTTP/1.1" status: 204 len: 168 time: 0.2495689 Jun 21 10:25:27.007365 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-b3ae40c6-38a0-4459-9b9b-eda3d36d05f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:27.017304 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44bfd4b-9c47-438c-94db-fc75eb1ebbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3d91d9-d243-459b-9849-c751d84335b8,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:27.021044 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-c44bfd4b-9c47-438c-94db-fc75eb1ebbe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:27.253203 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:27.937061 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 52024) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:25:28.038321 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-8869bdac-9715-47f4-9021-e66d28e170bf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-446111484-network', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:25:28.062483 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8869bdac-9715-47f4-9021-e66d28e170bf admin admin] Made reservation on behalf of 96dade604de94369a63bd8dc4b5d3ea6 for: {'network': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:25:28.064945 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8869bdac-9715-47f4-9021-e66d28e170bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for network, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:28.073858 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8869bdac-9715-47f4-9021-e66d28e170bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:28.173832 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8869bdac-9715-47f4-9021-e66d28e170bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:28.177789 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8869bdac-9715-47f4-9021-e66d28e170bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:28.180764 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-3515d292-0ba5-40ca-b821-14d351a30a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:28.203375 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8869bdac-9715-47f4-9021-e66d28e170bf admin admin] vlan segment allocate from pool success with {'vlan_id': 1158, 'physical_network': 'physnet1'} {{(pid=92958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 10:25:28.213190 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869bdac-9715-47f4-9021-e66d28e170bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddba42e-843c-42ae-943e-bcbfe4cc717c,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:28.217994 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-8869bdac-9715-47f4-9021-e66d28e170bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:28.219499 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8869bdac-9715-47f4-9021-e66d28e170bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:28.219838 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.db.segments_db [None req-8869bdac-9715-47f4-9021-e66d28e170bf admin admin] Added segment 7dffbcc8-c9ad-47d7-abd8-a699777f1745 of type vlan for network 0b346e1d-85f5-4b70-bf3d-7cb60d0afb45 Jun 21 10:25:28.275277 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8869bdac-9715-47f4-9021-e66d28e170bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741296102858'] for network, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:28.314121 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8869bdac-9715-47f4-9021-e66d28e170bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523'] for network, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:28.318279 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8869bdac-9715-47f4-9021-e66d28e170bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:25:28.319474 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8869bdac-9715-47f4-9021-e66d28e170bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:28.324827 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-aa073806-cc10-44f3-9321-0863ec2fe4ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:28.413556 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-8869bdac-9715-47f4-9021-e66d28e170bf admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4746971 Jun 21 10:25:28.416124 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52028) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:25:28.421302 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-2dfd60da-2e45-4c69-9699-3c47f3178053 admin admin] Request body: {'subnet': {'network_id': '0b346e1d-85f5-4b70-bf3d-7cb60d0afb45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-446111484-subnet', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'ip_version': 4}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:25:28.437990 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869bdac-9715-47f4-9021-e66d28e170bf admin admin] Pushing event updated for resources: {'Network': ['ID=0b346e1d-85f5-4b70-bf3d-7cb60d0afb45,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:28.441961 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-8869bdac-9715-47f4-9021-e66d28e170bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:28.445239 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfd60da-2e45-4c69-9699-3c47f3178053 admin admin] Made reservation on behalf of 96dade604de94369a63bd8dc4b5d3ea6 for: {'subnet': 1} {{(pid=92965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:25:28.448469 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-2dfd60da-2e45-4c69-9699-3c47f3178053 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9374854'] for subnet, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:28.449801 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Network 0b346e1d-85f5-4b70-bf3d-7cb60d0afb45 details requested by agent ovs-agent-dv-cinder-797245-3-iscsi with host dv-cinder-797245-3-iscsi {{(pid=92969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 10:25:28.653676 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-2dfd60da-2e45-4c69-9699-3c47f3178053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11354221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9374868'] for subnet, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:28.656269 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:28.704716 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd60da-2e45-4c69-9699-3c47f3178053 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ecbdd50-989b-4cbb-9425-c57a34cc7167,revision_number=0']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:28.711410 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-2dfd60da-2e45-4c69-9699-3c47f3178053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:28.720515 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd60da-2e45-4c69-9699-3c47f3178053 admin admin] Checking segment: {'id': '7dffbcc8-c9ad-47d7-abd8-a699777f1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '0b346e1d-85f5-4b70-bf3d-7cb60d0afb45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:25:28.720900 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfd60da-2e45-4c69-9699-3c47f3178053 admin admin] Network hostable DHCP agents. Network: 0b346e1d-85f5-4b70-bf3d-7cb60d0afb45, hostable agents: ['0a019bba-016c-4460-8b54-4bd863e23b42'], hosted agents: [] {{(pid=92965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 10:25:28.738688 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfd60da-2e45-4c69-9699-3c47f3178053 admin admin] Network 0b346e1d-85f5-4b70-bf3d-7cb60d0afb45 is scheduled to be hosted by DHCP agent 0a019bba-016c-4460-8b54-4bd863e23b42 with binding_index 1 {{(pid=92965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 10:25:28.747781 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [None req-2dfd60da-2e45-4c69-9699-3c47f3178053 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-3-iscsi, 0b346e1d-85f5-4b70-bf3d-7cb60d0afb45) {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:25:28.752683 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfd60da-2e45-4c69-9699-3c47f3178053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:25:28.753270 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-2dfd60da-2e45-4c69-9699-3c47f3178053 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:28.759906 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b6fa1e-4d89-4814-a83d-ffe35ff8c823 None None] Network 0b346e1d-85f5-4b70-bf3d-7cb60d0afb45 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:25:28.770721 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-2dfd60da-2e45-4c69-9699-3c47f3178053 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3531587 Jun 21 10:25:28.773307 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 52030) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:25:28.778905 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-8e88d924-f5db-4f9d-83df-e31c47456b54 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-446111484-router', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:25:28.804070 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8e88d924-f5db-4f9d-83df-e31c47456b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3733420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1346'] for router, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:28.805144 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8e88d924-f5db-4f9d-83df-e31c47456b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3857055', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1339'] for router, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:28.919790 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e870d1c6-0652-48d6-9278-14fb4f8cd320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759a80e7-35e0-5a16-8bb7-3ded93f90571-0b346e1d-85f5-4b70-bf3d-7cb60d0afb45', 'network_id': '0b346e1d-85f5-4b70-bf3d-7cb60d0afb45', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'fixed_ips': [{'subnet_id': '1ecbdd50-989b-4cbb-9425-c57a34cc7167'}]}} from dv-cinder-797245-3-iscsi. {{(pid=92969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 10:25:28.921634 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-e870d1c6-0652-48d6-9278-14fb4f8cd320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:29.067020 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.db_base_plugin_common [None req-e870d1c6-0652-48d6-9278-14fb4f8cd320 None None] Allocated IP 172.20.0.2 (0b346e1d-85f5-4b70-bf3d-7cb60d0afb45/1ecbdd50-989b-4cbb-9425-c57a34cc7167/35acd406-cf20-4568-9c97-95ee7f0e4cc4) {{(pid=92969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:25:29.121959 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8e88d924-f5db-4f9d-83df-e31c47456b54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:29.222948 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-e870d1c6-0652-48d6-9278-14fb4f8cd320 None None] Notify callbacks [] for port, precommit_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:29.231558 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-e870d1c6-0652-48d6-9278-14fb4f8cd320 None None] Transition to ACTIVE for port object 35acd406-cf20-4568-9c97-95ee7f0e4cc4 will not be triggered until provisioned by entity L2. {{(pid=92969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:25:29.248028 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-e870d1c6-0652-48d6-9278-14fb4f8cd320 None None] Transition to ACTIVE for port object 35acd406-cf20-4568-9c97-95ee7f0e4cc4 will not be triggered until provisioned by entity DHCP. {{(pid=92969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:25:29.254460 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-e870d1c6-0652-48d6-9278-14fb4f8cd320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797'] for port, after_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:29.256384 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:29.277045 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8e88d924-f5db-4f9d-83df-e31c47456b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3857133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3733342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1321'] for router, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:29.299722 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e870d1c6-0652-48d6-9278-14fb4f8cd320 None None] Network 0b346e1d-85f5-4b70-bf3d-7cb60d0afb45 is already hosted by enough agents. {{(pid=92969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:25:29.302873 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.scheduler.base_scheduler [None req-e870d1c6-0652-48d6-9278-14fb4f8cd320 None None] Resources bound (agent type, host, resource id): {{(pid=92969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:25:29.306663 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e870d1c6-0652-48d6-9278-14fb4f8cd320 None None] Received port after_create {{(pid=92969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:25:29.316223 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870d1c6-0652-48d6-9278-14fb4f8cd320 None None] Pushing event updated for resources: {'Port': ['ID=35acd406-cf20-4568-9c97-95ee7f0e4cc4,revision_number=1']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:29.323274 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-e870d1c6-0652-48d6-9278-14fb4f8cd320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:29.384836 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-e870d1c6-0652-48d6-9278-14fb4f8cd320 None None] Attempting to bind port 35acd406-cf20-4568-9c97-95ee7f0e4cc4 on host dv-cinder-797245-3-iscsi for vnic_type normal with profile {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:25:29.385221 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-e870d1c6-0652-48d6-9278-14fb4f8cd320 None None] Attempting to bind port 35acd406-cf20-4568-9c97-95ee7f0e4cc4 by drivers openvswitch,hyperv on host dv-cinder-797245-3-iscsi at level 0 using segments [{'id': '7dffbcc8-c9ad-47d7-abd8-a699777f1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '0b346e1d-85f5-4b70-bf3d-7cb60d0afb45'}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:25:29.385598 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e870d1c6-0652-48d6-9278-14fb4f8cd320 None None] Attempting to bind port 35acd406-cf20-4568-9c97-95ee7f0e4cc4 on network 0b346e1d-85f5-4b70-bf3d-7cb60d0afb45 {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:25:29.391577 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e870d1c6-0652-48d6-9278-14fb4f8cd320 None None] Checking agent: {'id': '1b1a71b0-3353-4cb1-9b62-7c1d9dbff1e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 2, 11), 'started_at': datetime.datetime(2021, 6, 21, 10, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:25:29.391955 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e870d1c6-0652-48d6-9278-14fb4f8cd320 None None] Checking segment: {'id': '7dffbcc8-c9ad-47d7-abd8-a699777f1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '0b346e1d-85f5-4b70-bf3d-7cb60d0afb45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:25:29.392373 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-e870d1c6-0652-48d6-9278-14fb4f8cd320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:29.392815 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e870d1c6-0652-48d6-9278-14fb4f8cd320 None None] Bound using segment: {'id': '7dffbcc8-c9ad-47d7-abd8-a699777f1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '0b346e1d-85f5-4b70-bf3d-7cb60d0afb45'} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:25:29.393299 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-e870d1c6-0652-48d6-9278-14fb4f8cd320 None None] Bound port: 35acd406-cf20-4568-9c97-95ee7f0e4cc4, host: dv-cinder-797245-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dffbcc8-c9ad-47d7-abd8-a699777f1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '0b346e1d-85f5-4b70-bf3d-7cb60d0afb45'}}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:25:29.393680 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-e870d1c6-0652-48d6-9278-14fb4f8cd320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:29.460313 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-e870d1c6-0652-48d6-9278-14fb4f8cd320 None None] For port 35acd406-cf20-4568-9c97-95ee7f0e4cc4, host dv-cinder-797245-3-iscsi, cleared binding levels {{(pid=92969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:25:29.463620 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-e870d1c6-0652-48d6-9278-14fb4f8cd320 None None] For port 35acd406-cf20-4568-9c97-95ee7f0e4cc4, host dv-cinder-797245-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=35acd406-cf20-4568-9c97-95ee7f0e4cc4,segment=NetworkSegment(7dffbcc8-c9ad-47d7-abd8-a699777f1745),segment_id=7dffbcc8-c9ad-47d7-abd8-a699777f1745)] {{(pid=92969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:25:29.468830 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-e870d1c6-0652-48d6-9278-14fb4f8cd320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:29.470752 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-8d397cb2-7eb5-434a-b304-c6d0f5f55bb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:29.527043 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870d1c6-0652-48d6-9278-14fb4f8cd320 None None] Pushing event updated for resources: {'Port': ['ID=35acd406-cf20-4568-9c97-95ee7f0e4cc4,revision_number=2']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:29.530519 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-e870d1c6-0652-48d6-9278-14fb4f8cd320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:29.536157 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8e88d924-f5db-4f9d-83df-e31c47456b54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:29.557579 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8e88d924-f5db-4f9d-83df-e31c47456b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:29.699566 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [None req-8e88d924-f5db-4f9d-83df-e31c47456b54 admin admin] Allocated IP 172.27.2.92 (fb624688-f845-4b15-87c8-de4e29ba1da0/d2f51930-445a-41d0-bd73-46a6db281e7c/bdd80cd3-9233-4943-aefc-3142fb3ee86a) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:25:29.840245 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8e88d924-f5db-4f9d-83df-e31c47456b54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:29.891243 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8e88d924-f5db-4f9d-83df-e31c47456b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1954238'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:29.893491 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-cb6523b3-f7a3-43d2-8d02-e7a5848469cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:29.935287 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e88d924-f5db-4f9d-83df-e31c47456b54 admin admin] Network fb624688-f845-4b15-87c8-de4e29ba1da0 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:25:29.938790 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-8e88d924-f5db-4f9d-83df-e31c47456b54 admin admin] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:25:29.943257 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e88d924-f5db-4f9d-83df-e31c47456b54 admin admin] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:25:29.946494 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88d924-f5db-4f9d-83df-e31c47456b54 admin admin] Pushing event updated for resources: {'Port': ['ID=bdd80cd3-9233-4943-aefc-3142fb3ee86a,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:29.966193 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-8e88d924-f5db-4f9d-83df-e31c47456b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:30.202904 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8e88d924-f5db-4f9d-83df-e31c47456b54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:30.436882 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8e88d924-f5db-4f9d-83df-e31c47456b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3858233'] for router, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:30.501485 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acbec4c-cfe3-43e2-9145-7f7cab1e92b8 None None] Network 0b346e1d-85f5-4b70-bf3d-7cb60d0afb45 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:25:30.594726 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e88d924-f5db-4f9d-83df-e31c47456b54 admin admin] Router ce74825b-0bf0-4e57-80a7-0a88576f0ebe is scheduled to L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 with binding_index 1 {{(pid=92958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 10:25:30.700202 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-18d8387d-580f-421b-9320-84f0e6a82240 None None] Provisioning for port 35acd406-cf20-4568-9c97-95ee7f0e4cc4 completed by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:25:30.772152 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e88d924-f5db-4f9d-83df-e31c47456b54 admin admin] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:25:30.799599 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8e88d924-f5db-4f9d-83df-e31c47456b54 admin admin] Notify callbacks [] for router, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:30.801134 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-8e88d924-f5db-4f9d-83df-e31c47456b54 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0266314 Jun 21 10:25:30.805889 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52032) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:25:30.824517 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccadfd0f-5e47-4efa-9263-bd7a071ad70d None None] Sync routers for ids ['ce74825b-0bf0-4e57-80a7-0a88576f0ebe'] in dv-cinder-797245-3-iscsi {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:25:30.860011 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccadfd0f-5e47-4efa-9263-bd7a071ad70d None None] Routers {'ce74825b-0bf0-4e57-80a7-0a88576f0ebe'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:25:30.861260 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-ccadfd0f-5e47-4efa-9263-bd7a071ad70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:25:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['ce74825b-0bf0-4e57-80a7-0a88576f0ebe'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:25:30.943425 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 35acd406-cf20-4568-9c97-95ee7f0e4cc4 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:25:31.101790 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning for port 35acd406-cf20-4568-9c97-95ee7f0e4cc4 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:25:31.106829 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-ccadfd0f-5e47-4efa-9263-bd7a071ad70d None None] Set router ce74825b-0bf0-4e57-80a7-0a88576f0ebe gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:25:31.141266 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port 35acd406-cf20-4568-9c97-95ee7f0e4cc4 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:25:31.141712 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:31.410514 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-20549bb9-1a83-4856-8910-6063633af179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:31.423665 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-9b5249d5-298b-4904-be54-ff4650fbd5a7 None None] Provisioning complete for port 35acd406-cf20-4568-9c97-95ee7f0e4cc4 triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:25:31.424055 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-9b5249d5-298b-4904-be54-ff4650fbd5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:31.486975 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:31.546658 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] For port 35acd406-cf20-4568-9c97-95ee7f0e4cc4, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=35acd406-cf20-4568-9c97-95ee7f0e4cc4,segment=NetworkSegment(7dffbcc8-c9ad-47d7-abd8-a699777f1745),segment_id=7dffbcc8-c9ad-47d7-abd8-a699777f1745)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:25:31.554440 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:31.557658 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-d313b1a0-e386-40a8-8486-5122f5234a9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:31.604243 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-ccadfd0f-5e47-4efa-9263-bd7a071ad70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'name': 'tempest-TestMinimumBasicScenario-446111484-router', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bdd80cd3-9233-4943-aefc-3142fb3ee86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:25:28Z', 'updated_at': '2021-06-21T10:25:30Z', 'revision_number': 3, 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'gw_port': {'id': 'bdd80cd3-9233-4943-aefc-3142fb3ee86a', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:29Z', 'updated_at': '2021-06-21T10:25:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi'}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:25:31.619252 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_common [None req-20549bb9-1a83-4856-8910-6063633af179 admin admin] Allocated IP 172.20.0.1 (0b346e1d-85f5-4b70-bf3d-7cb60d0afb45/1ecbdd50-989b-4cbb-9425-c57a34cc7167/e05fe600-f814-4e8c-893d-7a68d301813e) {{(pid=92965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:25:31.650727 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccadfd0f-5e47-4efa-9263-bd7a071ad70d None None] Checking router: ce74825b-0bf0-4e57-80a7-0a88576f0ebe for host: dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:25:31.651076 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccadfd0f-5e47-4efa-9263-bd7a071ad70d None None] Updating router ce74825b-0bf0-4e57-80a7-0a88576f0ebe port bdd80cd3-9233-4943-aefc-3142fb3ee86a binding host dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 10:25:31.695839 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Pushing event updated for resources: {'Port': ['ID=35acd406-cf20-4568-9c97-95ee7f0e4cc4,revision_number=3']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:31.700108 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:31.707625 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ccadfd0f-5e47-4efa-9263-bd7a071ad70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:31.752782 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-20549bb9-1a83-4856-8910-6063633af179 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:31.772843 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.provisioning_blocks [None req-20549bb9-1a83-4856-8910-6063633af179 admin admin] Transition to ACTIVE for port object e05fe600-f814-4e8c-893d-7a68d301813e will not be triggered until provisioned by entity DHCP. {{(pid=92965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:25:31.819330 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-20549bb9-1a83-4856-8910-6063633af179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11354329'] for port, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:31.822689 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-bacfcff8-faff-4fbb-89a3-99b4412932c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:31.864457 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20549bb9-1a83-4856-8910-6063633af179 admin admin] Network 0b346e1d-85f5-4b70-bf3d-7cb60d0afb45 is already hosted by enough agents. {{(pid=92965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:25:31.867576 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [None req-20549bb9-1a83-4856-8910-6063633af179 admin admin] Resources bound (agent type, host, resource id): {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:25:31.870042 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20549bb9-1a83-4856-8910-6063633af179 admin admin] Received port after_create {{(pid=92965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:25:31.906273 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20549bb9-1a83-4856-8910-6063633af179 admin admin] Pushing event updated for resources: {'Port': ['ID=e05fe600-f814-4e8c-893d-7a68d301813e,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:31.906273 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-20549bb9-1a83-4856-8910-6063633af179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:31.937192 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-20549bb9-1a83-4856-8910-6063633af179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745814'] for router_interface, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:32.040885 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ccadfd0f-5e47-4efa-9263-bd7a071ad70d None None] Notify callbacks [] for port, precommit_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:32.056896 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ccadfd0f-5e47-4efa-9263-bd7a071ad70d None None] Transition to ACTIVE for port object bdd80cd3-9233-4943-aefc-3142fb3ee86a will not be triggered until provisioned by entity L2. {{(pid=92969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:25:32.064173 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ccadfd0f-5e47-4efa-9263-bd7a071ad70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:32.066623 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:32.129281 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00ca92-ed92-4494-9cb6-8fb1c53b7cb8 None None] Pushing event updated for resources: {'Port': ['ID=bdd80cd3-9233-4943-aefc-3142fb3ee86a,revision_number=2']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:32.131775 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-ccadfd0f-5e47-4efa-9263-bd7a071ad70d None None] Attempting to bind port bdd80cd3-9233-4943-aefc-3142fb3ee86a on host dv-cinder-797245-3-iscsi for vnic_type normal with profile {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:25:32.132153 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-ccadfd0f-5e47-4efa-9263-bd7a071ad70d None None] Attempting to bind port bdd80cd3-9233-4943-aefc-3142fb3ee86a by drivers openvswitch,hyperv on host dv-cinder-797245-3-iscsi at level 0 using segments [{'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:25:32.132526 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccadfd0f-5e47-4efa-9263-bd7a071ad70d None None] Attempting to bind port bdd80cd3-9233-4943-aefc-3142fb3ee86a on network fb624688-f845-4b15-87c8-de4e29ba1da0 {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:25:32.134794 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-0c00ca92-ed92-4494-9cb6-8fb1c53b7cb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:32.136921 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-20549bb9-1a83-4856-8910-6063633af179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:32.139803 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccadfd0f-5e47-4efa-9263-bd7a071ad70d None None] Checking agent: {'id': '1b1a71b0-3353-4cb1-9b62-7c1d9dbff1e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 2, 11), 'started_at': datetime.datetime(2021, 6, 21, 10, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:25:32.140296 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccadfd0f-5e47-4efa-9263-bd7a071ad70d None None] Checking segment: {'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:25:32.140950 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ccadfd0f-5e47-4efa-9263-bd7a071ad70d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:32.141428 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccadfd0f-5e47-4efa-9263-bd7a071ad70d None None] Bound using segment: {'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:25:32.142032 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-ccadfd0f-5e47-4efa-9263-bd7a071ad70d None None] Bound port: bdd80cd3-9233-4943-aefc-3142fb3ee86a, host: dv-cinder-797245-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:25:32.142435 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ccadfd0f-5e47-4efa-9263-bd7a071ad70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:32.216040 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ccadfd0f-5e47-4efa-9263-bd7a071ad70d None None] For port bdd80cd3-9233-4943-aefc-3142fb3ee86a, host dv-cinder-797245-3-iscsi, cleared binding levels {{(pid=92969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:25:32.233706 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-70608f81-7f61-4fa9-9115-215d7d41961c None None] Provisioning for port e05fe600-f814-4e8c-893d-7a68d301813e completed by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:25:32.238716 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ccadfd0f-5e47-4efa-9263-bd7a071ad70d None None] For port bdd80cd3-9233-4943-aefc-3142fb3ee86a, host dv-cinder-797245-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=bdd80cd3-9233-4943-aefc-3142fb3ee86a,segment=NetworkSegment(51446d15-6cd3-4f7c-9b01-f06091ff92a2),segment_id=51446d15-6cd3-4f7c-9b01-f06091ff92a2)] {{(pid=92969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:25:32.243165 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-70608f81-7f61-4fa9-9115-215d7d41961c None None] Provisioning complete for port e05fe600-f814-4e8c-893d-7a68d301813e triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:25:32.243771 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-70608f81-7f61-4fa9-9115-215d7d41961c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:32.276233 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ccadfd0f-5e47-4efa-9263-bd7a071ad70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:32.281090 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-c032eba8-dfeb-414c-9657-6dd4b7496041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:32.336932 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-70608f81-7f61-4fa9-9115-215d7d41961c None None] Port e05fe600-f814-4e8c-893d-7a68d301813e cannot update to ACTIVE because it is not bound. {{(pid=92969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 10:25:32.345677 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccadfd0f-5e47-4efa-9263-bd7a071ad70d None None] Routers {'ce74825b-0bf0-4e57-80a7-0a88576f0ebe'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:25:32.346328 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-ccadfd0f-5e47-4efa-9263-bd7a071ad70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:25:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['ce74825b-0bf0-4e57-80a7-0a88576f0ebe'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:25:32.363000 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-20549bb9-1a83-4856-8910-6063633af179 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:32.367726 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-20549bb9-1a83-4856-8910-6063633af179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11354351'] for port, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:32.370083 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-6d3040e6-51cb-466f-b7f6-49e1dc750a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:32.390055 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00ca92-ed92-4494-9cb6-8fb1c53b7cb8 None None] Pushing event updated for resources: {'Port': ['ID=bdd80cd3-9233-4943-aefc-3142fb3ee86a,revision_number=3']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:32.394361 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-0c00ca92-ed92-4494-9cb6-8fb1c53b7cb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:32.441024 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20549bb9-1a83-4856-8910-6063633af179 admin admin] Pushing event updated for resources: {'Port': ['ID=e05fe600-f814-4e8c-893d-7a68d301813e,revision_number=2']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:32.443395 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-20549bb9-1a83-4856-8910-6063633af179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3840613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3854351'] for router_interface, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:32.446537 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-20549bb9-1a83-4856-8910-6063633af179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:32.472441 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-ccadfd0f-5e47-4efa-9263-bd7a071ad70d None None] Set router ce74825b-0bf0-4e57-80a7-0a88576f0ebe gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:25:32.550407 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20549bb9-1a83-4856-8910-6063633af179 admin admin] Network 0b346e1d-85f5-4b70-bf3d-7cb60d0afb45 is already hosted by enough agents. {{(pid=92965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:25:32.551986 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [None req-20549bb9-1a83-4856-8910-6063633af179 admin admin] Resources bound (agent type, host, resource id): {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:25:32.686761 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20549bb9-1a83-4856-8910-6063633af179 admin admin] Router ce74825b-0bf0-4e57-80a7-0a88576f0ebe has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:25:32.726213 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-ccadfd0f-5e47-4efa-9263-bd7a071ad70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'name': 'tempest-TestMinimumBasicScenario-446111484-router', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bdd80cd3-9233-4943-aefc-3142fb3ee86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:25:28Z', 'updated_at': '2021-06-21T10:25:32Z', 'revision_number': 4, 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'gw_port': {'id': 'bdd80cd3-9233-4943-aefc-3142fb3ee86a', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:29Z', 'updated_at': '2021-06-21T10:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'e05fe600-f814-4e8c-893d-7a68d301813e', 'name': '', 'network_id': '0b346e1d-85f5-4b70-bf3d-7cb60d0afb45', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'mac_address': 'fa:16:3e:ba:39:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '1ecbdd50-989b-4cbb-9425-c57a34cc7167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:31Z', 'updated_at': '2021-06-21T10:25:31Z', 'revision_number': 1, 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'subnets': [{'id': '1ecbdd50-989b-4cbb-9425-c57a34cc7167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:25:32.754096 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccadfd0f-5e47-4efa-9263-bd7a071ad70d None None] The sync data for ids ['ce74825b-0bf0-4e57-80a7-0a88576f0ebe'] in dv-cinder-797245-3-iscsi is: [{'id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'name': 'tempest-TestMinimumBasicScenario-446111484-router', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bdd80cd3-9233-4943-aefc-3142fb3ee86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:25:28Z', 'updated_at': '2021-06-21T10:25:32Z', 'revision_number': 4, 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'gw_port': {'id': 'bdd80cd3-9233-4943-aefc-3142fb3ee86a', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:29Z', 'updated_at': '2021-06-21T10:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'e05fe600-f814-4e8c-893d-7a68d301813e', 'name': '', 'network_id': '0b346e1d-85f5-4b70-bf3d-7cb60d0afb45', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'mac_address': 'fa:16:3e:ba:39:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '1ecbdd50-989b-4cbb-9425-c57a34cc7167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:31Z', 'updated_at': '2021-06-21T10:25:31Z', 'revision_number': 1, 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'subnets': [{'id': '1ecbdd50-989b-4cbb-9425-c57a34cc7167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:25:32.826916 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20549bb9-1a83-4856-8910-6063633af179 admin admin] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:25:32.836629 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-20549bb9-1a83-4856-8910-6063633af179 admin admin] 10.222.0.50 "PUT /v2.0/routers/ce74825b-0bf0-4e57-80a7-0a88576f0ebe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0249481 Jun 21 10:25:32.865341 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 35acd406-cf20-4568-9c97-95ee7f0e4cc4 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:25:32.893536 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-f1fd34a7-ee01-4cbc-9bb6-9b8ca9584cbe None None] Provisioning complete for port e05fe600-f814-4e8c-893d-7a68d301813e triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:25:32.893923 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-f1fd34a7-ee01-4cbc-9bb6-9b8ca9584cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:33.087715 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-f1fd34a7-ee01-4cbc-9bb6-9b8ca9584cbe None None] Port e05fe600-f814-4e8c-893d-7a68d301813e cannot update to ACTIVE because it is not bound. {{(pid=92969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 10:25:33.102938 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port 35acd406-cf20-4568-9c97-95ee7f0e4cc4 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:25:33.103568 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:33.418708 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52048) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:25:33.428348 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-8f542c0c-210a-44c2-b052-a81ecd4dbb5a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-996495166-network', 'tenant_id': 'e6ff5500e3024d0cbcc2535fb4e00981'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:25:33.454868 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f542c0c-210a-44c2-b052-a81ecd4dbb5a admin admin] Made reservation on behalf of e6ff5500e3024d0cbcc2535fb4e00981 for: {'network': 1} {{(pid=92965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:25:33.457504 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8f542c0c-210a-44c2-b052-a81ecd4dbb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for network, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:33.467550 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8f542c0c-210a-44c2-b052-a81ecd4dbb5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:33.597082 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8f542c0c-210a-44c2-b052-a81ecd4dbb5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:33.602099 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8f542c0c-210a-44c2-b052-a81ecd4dbb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:33.606783 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-ad204fe5-e43b-46e9-8283-d94fd6621cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:33.630131 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f542c0c-210a-44c2-b052-a81ecd4dbb5a admin admin] vlan segment allocate from pool success with {'vlan_id': 1165, 'physical_network': 'physnet1'} {{(pid=92965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 10:25:33.647803 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f542c0c-210a-44c2-b052-a81ecd4dbb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9351fc13-70bf-48d7-a1d2-3532ab86c75f,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:33.651008 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-8f542c0c-210a-44c2-b052-a81ecd4dbb5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:33.652353 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8f542c0c-210a-44c2-b052-a81ecd4dbb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:33.652721 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.db.segments_db [None req-8f542c0c-210a-44c2-b052-a81ecd4dbb5a admin admin] Added segment 283fe86f-65ae-4ca2-a55c-10b5261364ec of type vlan for network aca1fcda-f824-4fc9-b678-f585c10ee54b Jun 21 10:25:33.703856 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8f542c0c-210a-44c2-b052-a81ecd4dbb5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741296102858'] for network, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:33.743542 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8f542c0c-210a-44c2-b052-a81ecd4dbb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523'] for network, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:33.745020 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f542c0c-210a-44c2-b052-a81ecd4dbb5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:25:33.745601 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8f542c0c-210a-44c2-b052-a81ecd4dbb5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:33.748403 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-9cb95683-a981-4e82-8d9f-1c5af2c9d662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:33.796877 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-8f542c0c-210a-44c2-b052-a81ecd4dbb5a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3769984 Jun 21 10:25:33.799656 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52050) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:25:33.814195 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-45ed9f42-53e2-4ca4-8990-72ddc82ab15a admin admin] Request body: {'subnet': {'network_id': 'aca1fcda-f824-4fc9-b678-f585c10ee54b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-996495166-subnet', 'tenant_id': 'e6ff5500e3024d0cbcc2535fb4e00981', 'ip_version': 4}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:25:33.820955 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f542c0c-210a-44c2-b052-a81ecd4dbb5a admin admin] Pushing event updated for resources: {'Network': ['ID=aca1fcda-f824-4fc9-b678-f585c10ee54b,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:33.825192 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-8f542c0c-210a-44c2-b052-a81ecd4dbb5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:33.832500 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Network aca1fcda-f824-4fc9-b678-f585c10ee54b details requested by agent ovs-agent-dv-cinder-797245-3-iscsi with host dv-cinder-797245-3-iscsi {{(pid=92969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 10:25:33.845228 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ed9f42-53e2-4ca4-8990-72ddc82ab15a admin admin] Made reservation on behalf of e6ff5500e3024d0cbcc2535fb4e00981 for: {'subnet': 1} {{(pid=92965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:25:33.848067 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-45ed9f42-53e2-4ca4-8990-72ddc82ab15a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9374854'] for subnet, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:34.040876 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-45ed9f42-53e2-4ca4-8990-72ddc82ab15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11354221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9374868'] for subnet, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:34.043137 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:34.099034 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed9f42-53e2-4ca4-8990-72ddc82ab15a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc5c7e53-7d2b-4593-a57f-8de31737f335,revision_number=0']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:34.102526 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-45ed9f42-53e2-4ca4-8990-72ddc82ab15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:34.112731 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ed9f42-53e2-4ca4-8990-72ddc82ab15a admin admin] Checking segment: {'id': '283fe86f-65ae-4ca2-a55c-10b5261364ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'aca1fcda-f824-4fc9-b678-f585c10ee54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:25:34.113897 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ed9f42-53e2-4ca4-8990-72ddc82ab15a admin admin] Network hostable DHCP agents. Network: aca1fcda-f824-4fc9-b678-f585c10ee54b, hostable agents: ['0a019bba-016c-4460-8b54-4bd863e23b42'], hosted agents: [] {{(pid=92965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 10:25:34.140309 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ed9f42-53e2-4ca4-8990-72ddc82ab15a admin admin] Network aca1fcda-f824-4fc9-b678-f585c10ee54b is scheduled to be hosted by DHCP agent 0a019bba-016c-4460-8b54-4bd863e23b42 with binding_index 1 {{(pid=92965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 10:25:34.150586 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [None req-45ed9f42-53e2-4ca4-8990-72ddc82ab15a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-3-iscsi, aca1fcda-f824-4fc9-b678-f585c10ee54b) {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:25:34.156261 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ed9f42-53e2-4ca4-8990-72ddc82ab15a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:25:34.156880 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-45ed9f42-53e2-4ca4-8990-72ddc82ab15a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:34.162157 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830ee00c-498c-4aff-92af-63f4f342d5c3 None None] Network aca1fcda-f824-4fc9-b678-f585c10ee54b requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:25:34.171002 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-45ed9f42-53e2-4ca4-8990-72ddc82ab15a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3639817 Jun 21 10:25:34.173485 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52052) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:25:34.178137 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-dd9e06c4-2cd8-4bb5-bed7-ee3a4b638cfe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-996495166-router', 'tenant_id': 'e6ff5500e3024d0cbcc2535fb4e00981', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:25:34.198881 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-dd9e06c4-2cd8-4bb5-bed7-ee3a4b638cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3733420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1346'] for router, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:34.199982 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-dd9e06c4-2cd8-4bb5-bed7-ee3a4b638cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3857055', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1339'] for router, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:34.256414 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-dd9e06c4-2cd8-4bb5-bed7-ee3a4b638cfe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:34.316303 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bef39e-4e90-4f9a-a972-033bb59d7fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759a80e7-35e0-5a16-8bb7-3ded93f90571-aca1fcda-f824-4fc9-b678-f585c10ee54b', 'network_id': 'aca1fcda-f824-4fc9-b678-f585c10ee54b', 'tenant_id': 'e6ff5500e3024d0cbcc2535fb4e00981', 'fixed_ips': [{'subnet_id': 'cc5c7e53-7d2b-4593-a57f-8de31737f335'}]}} from dv-cinder-797245-3-iscsi. {{(pid=92969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 10:25:34.316303 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-97bef39e-4e90-4f9a-a972-033bb59d7fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:34.405679 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-dd9e06c4-2cd8-4bb5-bed7-ee3a4b638cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3857133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3733342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1321'] for router, precommit_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:34.450046 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.db_base_plugin_common [None req-97bef39e-4e90-4f9a-a972-033bb59d7fdf None None] Allocated IP 172.20.0.2 (aca1fcda-f824-4fc9-b678-f585c10ee54b/cc5c7e53-7d2b-4593-a57f-8de31737f335/23ad2479-8ed7-4c84-b79b-e147f9b535a6) {{(pid=92969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:25:34.599103 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-97bef39e-4e90-4f9a-a972-033bb59d7fdf None None] Notify callbacks [] for port, precommit_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:34.615991 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-97bef39e-4e90-4f9a-a972-033bb59d7fdf None None] Transition to ACTIVE for port object 23ad2479-8ed7-4c84-b79b-e147f9b535a6 will not be triggered until provisioned by entity L2. {{(pid=92969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:25:34.616841 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-dd9e06c4-2cd8-4bb5-bed7-ee3a4b638cfe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:34.632765 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-97bef39e-4e90-4f9a-a972-033bb59d7fdf None None] Transition to ACTIVE for port object 23ad2479-8ed7-4c84-b79b-e147f9b535a6 will not be triggered until provisioned by entity DHCP. {{(pid=92969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:25:34.638047 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-dd9e06c4-2cd8-4bb5-bed7-ee3a4b638cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:34.639885 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-97bef39e-4e90-4f9a-a972-033bb59d7fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797'] for port, after_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:34.641793 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-736f7bb7-cdb2-4ce6-919d-69770de4790f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:34.685721 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bef39e-4e90-4f9a-a972-033bb59d7fdf None None] Network aca1fcda-f824-4fc9-b678-f585c10ee54b is already hosted by enough agents. {{(pid=92969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:25:34.689603 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.scheduler.base_scheduler [None req-97bef39e-4e90-4f9a-a972-033bb59d7fdf None None] Resources bound (agent type, host, resource id): {{(pid=92969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:25:34.691562 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bef39e-4e90-4f9a-a972-033bb59d7fdf None None] Pushing event updated for resources: {'Port': ['ID=23ad2479-8ed7-4c84-b79b-e147f9b535a6,revision_number=1']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:34.693721 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bef39e-4e90-4f9a-a972-033bb59d7fdf None None] Received port after_create {{(pid=92969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:25:34.695760 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-97bef39e-4e90-4f9a-a972-033bb59d7fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:34.754579 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_common [None req-dd9e06c4-2cd8-4bb5-bed7-ee3a4b638cfe admin admin] Allocated IP 172.27.2.90 (fb624688-f845-4b15-87c8-de4e29ba1da0/d2f51930-445a-41d0-bd73-46a6db281e7c/51c98f2b-8ee7-43a2-9246-5ef3c5546342) {{(pid=92965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:25:34.755459 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-97bef39e-4e90-4f9a-a972-033bb59d7fdf None None] Attempting to bind port 23ad2479-8ed7-4c84-b79b-e147f9b535a6 on host dv-cinder-797245-3-iscsi for vnic_type normal with profile {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:25:34.755886 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-97bef39e-4e90-4f9a-a972-033bb59d7fdf None None] Attempting to bind port 23ad2479-8ed7-4c84-b79b-e147f9b535a6 by drivers openvswitch,hyperv on host dv-cinder-797245-3-iscsi at level 0 using segments [{'id': '283fe86f-65ae-4ca2-a55c-10b5261364ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'aca1fcda-f824-4fc9-b678-f585c10ee54b'}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:25:34.756331 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bef39e-4e90-4f9a-a972-033bb59d7fdf None None] Attempting to bind port 23ad2479-8ed7-4c84-b79b-e147f9b535a6 on network aca1fcda-f824-4fc9-b678-f585c10ee54b {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:25:34.762774 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bef39e-4e90-4f9a-a972-033bb59d7fdf None None] Checking agent: {'id': '1b1a71b0-3353-4cb1-9b62-7c1d9dbff1e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 2, 11), 'started_at': datetime.datetime(2021, 6, 21, 10, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:25:34.763154 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bef39e-4e90-4f9a-a972-033bb59d7fdf None None] Checking segment: {'id': '283fe86f-65ae-4ca2-a55c-10b5261364ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'aca1fcda-f824-4fc9-b678-f585c10ee54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:25:34.764115 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-97bef39e-4e90-4f9a-a972-033bb59d7fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:34.764958 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bef39e-4e90-4f9a-a972-033bb59d7fdf None None] Bound using segment: {'id': '283fe86f-65ae-4ca2-a55c-10b5261364ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'aca1fcda-f824-4fc9-b678-f585c10ee54b'} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:25:34.765211 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-97bef39e-4e90-4f9a-a972-033bb59d7fdf None None] Bound port: 23ad2479-8ed7-4c84-b79b-e147f9b535a6, host: dv-cinder-797245-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283fe86f-65ae-4ca2-a55c-10b5261364ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'aca1fcda-f824-4fc9-b678-f585c10ee54b'}}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:25:34.765594 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-97bef39e-4e90-4f9a-a972-033bb59d7fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:34.850524 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-97bef39e-4e90-4f9a-a972-033bb59d7fdf None None] For port 23ad2479-8ed7-4c84-b79b-e147f9b535a6, host dv-cinder-797245-3-iscsi, cleared binding levels {{(pid=92969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:25:34.855333 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-97bef39e-4e90-4f9a-a972-033bb59d7fdf None None] For port 23ad2479-8ed7-4c84-b79b-e147f9b535a6, host dv-cinder-797245-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=23ad2479-8ed7-4c84-b79b-e147f9b535a6,segment=NetworkSegment(283fe86f-65ae-4ca2-a55c-10b5261364ec),segment_id=283fe86f-65ae-4ca2-a55c-10b5261364ec)] {{(pid=92969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:25:34.860506 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-97bef39e-4e90-4f9a-a972-033bb59d7fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:34.863356 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:34.870994 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-dd9e06c4-2cd8-4bb5-bed7-ee3a4b638cfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:34.913987 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device bdd80cd3-9233-4943-aefc-3142fb3ee86a up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:25:34.919727 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-dd9e06c4-2cd8-4bb5-bed7-ee3a4b638cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11354329'] for port, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:34.922003 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-68dfd1a2-a312-4d25-b236-4f97a6c2ca6f tempest-VolumesSnapshotTestJSON-44539004 tempest-VolumesSnapshotTestJSON-44539004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:34.946918 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1ccfb2-af95-497c-ba3c-950de25e8c0a None None] Sync routers for ids ['ce74825b-0bf0-4e57-80a7-0a88576f0ebe'] in dv-cinder-797245-3-iscsi {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:25:34.958469 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1ccfb2-af95-497c-ba3c-950de25e8c0a None None] Routers {'ce74825b-0bf0-4e57-80a7-0a88576f0ebe'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:25:34.959109 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-3b1ccfb2-af95-497c-ba3c-950de25e8c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:25:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['ce74825b-0bf0-4e57-80a7-0a88576f0ebe'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:25:34.962817 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9e06c4-2cd8-4bb5-bed7-ee3a4b638cfe admin admin] Network fb624688-f845-4b15-87c8-de4e29ba1da0 is already hosted by enough agents. {{(pid=92965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:25:34.966056 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [None req-dd9e06c4-2cd8-4bb5-bed7-ee3a4b638cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:25:34.969981 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bef39e-4e90-4f9a-a972-033bb59d7fdf None None] Pushing event updated for resources: {'Port': ['ID=23ad2479-8ed7-4c84-b79b-e147f9b535a6,revision_number=2']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:34.972803 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9e06c4-2cd8-4bb5-bed7-ee3a4b638cfe admin admin] Received port after_create {{(pid=92965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:25:34.977984 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-97bef39e-4e90-4f9a-a972-033bb59d7fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:35.009713 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning for port bdd80cd3-9233-4943-aefc-3142fb3ee86a completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:25:35.015834 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e06c4-2cd8-4bb5-bed7-ee3a4b638cfe admin admin] Pushing event updated for resources: {'Port': ['ID=51c98f2b-8ee7-43a2-9246-5ef3c5546342,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:35.017961 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port bdd80cd3-9233-4943-aefc-3142fb3ee86a triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:25:35.018771 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:35.020793 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-dd9e06c4-2cd8-4bb5-bed7-ee3a4b638cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:35.068871 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-3b1ccfb2-af95-497c-ba3c-950de25e8c0a None None] Set router ce74825b-0bf0-4e57-80a7-0a88576f0ebe gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:25:35.111412 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:35.141063 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] For port bdd80cd3-9233-4943-aefc-3142fb3ee86a, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=bdd80cd3-9233-4943-aefc-3142fb3ee86a,segment=NetworkSegment(51446d15-6cd3-4f7c-9b01-f06091ff92a2),segment_id=51446d15-6cd3-4f7c-9b01-f06091ff92a2)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:25:35.167874 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:35.180206 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-e870d1c6-0652-48d6-9278-14fb4f8cd320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:35.239773 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Pushing event updated for resources: {'Port': ['ID=bdd80cd3-9233-4943-aefc-3142fb3ee86a,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:35.249977 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:35.324634 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-3b1ccfb2-af95-497c-ba3c-950de25e8c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'name': 'tempest-TestMinimumBasicScenario-446111484-router', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bdd80cd3-9233-4943-aefc-3142fb3ee86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:25:28Z', 'updated_at': '2021-06-21T10:25:32Z', 'revision_number': 4, 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'gw_port': {'id': 'bdd80cd3-9233-4943-aefc-3142fb3ee86a', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:29Z', 'updated_at': '2021-06-21T10:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'e05fe600-f814-4e8c-893d-7a68d301813e', 'name': '', 'network_id': '0b346e1d-85f5-4b70-bf3d-7cb60d0afb45', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'mac_address': 'fa:16:3e:ba:39:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '1ecbdd50-989b-4cbb-9425-c57a34cc7167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:31Z', 'updated_at': '2021-06-21T10:25:32Z', 'revision_number': 2, 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'subnets': [{'id': '1ecbdd50-989b-4cbb-9425-c57a34cc7167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:25:35.356577 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1ccfb2-af95-497c-ba3c-950de25e8c0a None None] Checking router: ce74825b-0bf0-4e57-80a7-0a88576f0ebe for host: dv-cinder-797245-3-iscsi {{(pid=92973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:25:35.356962 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1ccfb2-af95-497c-ba3c-950de25e8c0a None None] Updating router ce74825b-0bf0-4e57-80a7-0a88576f0ebe port e05fe600-f814-4e8c-893d-7a68d301813e binding host dv-cinder-797245-3-iscsi {{(pid=92973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 10:25:35.395279 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-3b1ccfb2-af95-497c-ba3c-950de25e8c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:35.628856 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-dd9e06c4-2cd8-4bb5-bed7-ee3a4b638cfe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:35.671389 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-3b1ccfb2-af95-497c-ba3c-950de25e8c0a None None] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:35.682388 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [None req-3b1ccfb2-af95-497c-ba3c-950de25e8c0a None None] Transition to ACTIVE for port object e05fe600-f814-4e8c-893d-7a68d301813e will not be triggered until provisioned by entity L2. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:25:35.689876 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-3b1ccfb2-af95-497c-ba3c-950de25e8c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:35.692237 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [None req-6fb23d92-5b12-49d9-b202-db5accf0d3b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:35.779548 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a79202-ff87-4d36-9664-edd864d6bc6b None None] Pushing event updated for resources: {'Port': ['ID=e05fe600-f814-4e8c-893d-7a68d301813e,revision_number=3']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:35.790910 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a79202-ff87-4d36-9664-edd864d6bc6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:35.791263 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a79202-ff87-4d36-9664-edd864d6bc6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:35.791601 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a79202-ff87-4d36-9664-edd864d6bc6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:35.791928 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a79202-ff87-4d36-9664-edd864d6bc6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:35.792249 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a79202-ff87-4d36-9664-edd864d6bc6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:35.792576 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a79202-ff87-4d36-9664-edd864d6bc6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:35.792926 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a79202-ff87-4d36-9664-edd864d6bc6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:35.793243 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a79202-ff87-4d36-9664-edd864d6bc6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:35.793580 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a79202-ff87-4d36-9664-edd864d6bc6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:35.793898 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a79202-ff87-4d36-9664-edd864d6bc6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:35.794411 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a79202-ff87-4d36-9664-edd864d6bc6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:35.795294 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a79202-ff87-4d36-9664-edd864d6bc6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:35.801258 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [None req-41a79202-ff87-4d36-9664-edd864d6bc6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:35.865139 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [None req-3b1ccfb2-af95-497c-ba3c-950de25e8c0a None None] Attempting to bind port e05fe600-f814-4e8c-893d-7a68d301813e on host dv-cinder-797245-3-iscsi for vnic_type normal with profile {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:25:35.865516 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [None req-3b1ccfb2-af95-497c-ba3c-950de25e8c0a None None] Attempting to bind port e05fe600-f814-4e8c-893d-7a68d301813e by drivers openvswitch,hyperv on host dv-cinder-797245-3-iscsi at level 0 using segments [{'id': '7dffbcc8-c9ad-47d7-abd8-a699777f1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '0b346e1d-85f5-4b70-bf3d-7cb60d0afb45'}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:25:35.865875 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1ccfb2-af95-497c-ba3c-950de25e8c0a None None] Attempting to bind port e05fe600-f814-4e8c-893d-7a68d301813e on network 0b346e1d-85f5-4b70-bf3d-7cb60d0afb45 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:25:35.871364 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1ccfb2-af95-497c-ba3c-950de25e8c0a None None] Checking agent: {'id': '1b1a71b0-3353-4cb1-9b62-7c1d9dbff1e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 2, 11), 'started_at': datetime.datetime(2021, 6, 21, 10, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:25:35.871736 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1ccfb2-af95-497c-ba3c-950de25e8c0a None None] Checking segment: {'id': '7dffbcc8-c9ad-47d7-abd8-a699777f1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '0b346e1d-85f5-4b70-bf3d-7cb60d0afb45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:25:35.872137 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-3b1ccfb2-af95-497c-ba3c-950de25e8c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:35.872530 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1ccfb2-af95-497c-ba3c-950de25e8c0a None None] Bound using segment: {'id': '7dffbcc8-c9ad-47d7-abd8-a699777f1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '0b346e1d-85f5-4b70-bf3d-7cb60d0afb45'} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:25:35.873138 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [None req-3b1ccfb2-af95-497c-ba3c-950de25e8c0a None None] Bound port: e05fe600-f814-4e8c-893d-7a68d301813e, host: dv-cinder-797245-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dffbcc8-c9ad-47d7-abd8-a699777f1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '0b346e1d-85f5-4b70-bf3d-7cb60d0afb45'}}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:25:35.873677 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-3b1ccfb2-af95-497c-ba3c-950de25e8c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:35.875126 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-dd9e06c4-2cd8-4bb5-bed7-ee3a4b638cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3858233'] for router, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:35.946436 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-3b1ccfb2-af95-497c-ba3c-950de25e8c0a None None] For port e05fe600-f814-4e8c-893d-7a68d301813e, host dv-cinder-797245-3-iscsi, cleared binding levels {{(pid=92973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:25:35.950068 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-3b1ccfb2-af95-497c-ba3c-950de25e8c0a None None] For port e05fe600-f814-4e8c-893d-7a68d301813e, host dv-cinder-797245-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=e05fe600-f814-4e8c-893d-7a68d301813e,segment=NetworkSegment(7dffbcc8-c9ad-47d7-abd8-a699777f1745),segment_id=7dffbcc8-c9ad-47d7-abd8-a699777f1745)] {{(pid=92973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:25:35.955257 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-3b1ccfb2-af95-497c-ba3c-950de25e8c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:35.957959 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:36.020244 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1ccfb2-af95-497c-ba3c-950de25e8c0a None None] Routers {'ce74825b-0bf0-4e57-80a7-0a88576f0ebe'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:25:36.021183 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-3b1ccfb2-af95-497c-ba3c-950de25e8c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:25:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['ce74825b-0bf0-4e57-80a7-0a88576f0ebe'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:25:36.040142 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9e06c4-2cd8-4bb5-bed7-ee3a4b638cfe admin admin] Router 40bfc900-1317-47a8-babd-887f82837d13 is scheduled to L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 with binding_index 1 {{(pid=92965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 10:25:36.063626 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a79202-ff87-4d36-9664-edd864d6bc6b None None] Pushing event updated for resources: {'Port': ['ID=e05fe600-f814-4e8c-893d-7a68d301813e,revision_number=4']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:36.068243 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [None req-41a79202-ff87-4d36-9664-edd864d6bc6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:36.152006 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-3b1ccfb2-af95-497c-ba3c-950de25e8c0a None None] Set router ce74825b-0bf0-4e57-80a7-0a88576f0ebe gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:25:36.182499 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9e06c4-2cd8-4bb5-bed7-ee3a4b638cfe admin admin] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:25:36.187453 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a5c8dd-4999-4806-8aaa-4b79e1427f2b None None] Network aca1fcda-f824-4fc9-b678-f585c10ee54b requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:25:36.203951 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85151f1-7efe-40af-bf3f-fc294a5c1fef None None] Sync routers for ids ['40bfc900-1317-47a8-babd-887f82837d13'] in dv-cinder-797245-3-iscsi {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:25:36.204893 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-dd9e06c4-2cd8-4bb5-bed7-ee3a4b638cfe admin admin] Notify callbacks [] for router, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:36.206267 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-dd9e06c4-2cd8-4bb5-bed7-ee3a4b638cfe admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0316327 Jun 21 10:25:36.208889 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52054) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:25:36.290246 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85151f1-7efe-40af-bf3f-fc294a5c1fef None None] Routers {'40bfc900-1317-47a8-babd-887f82837d13'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:25:36.292134 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-f85151f1-7efe-40af-bf3f-fc294a5c1fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:25:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['40bfc900-1317-47a8-babd-887f82837d13'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:25:36.355257 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-837ba351-5163-4d7f-a409-dd8f83d99646 None None] Provisioning for port 23ad2479-8ed7-4c84-b79b-e147f9b535a6 completed by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:25:36.502230 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-3b1ccfb2-af95-497c-ba3c-950de25e8c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'name': 'tempest-TestMinimumBasicScenario-446111484-router', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bdd80cd3-9233-4943-aefc-3142fb3ee86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:25:28Z', 'updated_at': '2021-06-21T10:25:32Z', 'revision_number': 4, 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'gw_port': {'id': 'bdd80cd3-9233-4943-aefc-3142fb3ee86a', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:29Z', 'updated_at': '2021-06-21T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'e05fe600-f814-4e8c-893d-7a68d301813e', 'name': '', 'network_id': '0b346e1d-85f5-4b70-bf3d-7cb60d0afb45', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'mac_address': 'fa:16:3e:ba:39:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '1ecbdd50-989b-4cbb-9425-c57a34cc7167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:31Z', 'updated_at': '2021-06-21T10:25:35Z', 'revision_number': 4, 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'subnets': [{'id': '1ecbdd50-989b-4cbb-9425-c57a34cc7167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:25:36.528565 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1ccfb2-af95-497c-ba3c-950de25e8c0a None None] The sync data for ids ['ce74825b-0bf0-4e57-80a7-0a88576f0ebe'] in dv-cinder-797245-3-iscsi is: [{'id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'name': 'tempest-TestMinimumBasicScenario-446111484-router', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bdd80cd3-9233-4943-aefc-3142fb3ee86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:25:28Z', 'updated_at': '2021-06-21T10:25:32Z', 'revision_number': 4, 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'gw_port': {'id': 'bdd80cd3-9233-4943-aefc-3142fb3ee86a', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:29Z', 'updated_at': '2021-06-21T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'e05fe600-f814-4e8c-893d-7a68d301813e', 'name': '', 'network_id': '0b346e1d-85f5-4b70-bf3d-7cb60d0afb45', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'mac_address': 'fa:16:3e:ba:39:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '1ecbdd50-989b-4cbb-9425-c57a34cc7167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:31Z', 'updated_at': '2021-06-21T10:25:35Z', 'revision_number': 4, 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'subnets': [{'id': '1ecbdd50-989b-4cbb-9425-c57a34cc7167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:25:36.589034 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-f85151f1-7efe-40af-bf3f-fc294a5c1fef None None] Set router 40bfc900-1317-47a8-babd-887f82837d13 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:25:36.823624 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-f85151f1-7efe-40af-bf3f-fc294a5c1fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bfc900-1317-47a8-babd-887f82837d13', 'name': 'tempest-TestMinimumBasicScenario-996495166-router', 'tenant_id': 'e6ff5500e3024d0cbcc2535fb4e00981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '51c98f2b-8ee7-43a2-9246-5ef3c5546342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:25:34Z', 'updated_at': '2021-06-21T10:25:35Z', 'revision_number': 3, 'project_id': 'e6ff5500e3024d0cbcc2535fb4e00981', 'gw_port': {'id': '51c98f2b-8ee7-43a2-9246-5ef3c5546342', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bfc900-1317-47a8-babd-887f82837d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:34Z', 'updated_at': '2021-06-21T10:25:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi'}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:25:36.835185 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-026da042-f80c-4dad-8e5b-62aa565427d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:36.865343 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85151f1-7efe-40af-bf3f-fc294a5c1fef None None] Checking router: 40bfc900-1317-47a8-babd-887f82837d13 for host: dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:25:36.865708 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85151f1-7efe-40af-bf3f-fc294a5c1fef None None] Updating router 40bfc900-1317-47a8-babd-887f82837d13 port 51c98f2b-8ee7-43a2-9246-5ef3c5546342 binding host dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 10:25:36.914935 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-f85151f1-7efe-40af-bf3f-fc294a5c1fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:37.088206 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device bdd80cd3-9233-4943-aefc-3142fb3ee86a up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:25:37.095493 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_common [None req-026da042-f80c-4dad-8e5b-62aa565427d0 admin admin] Allocated IP 172.20.0.1 (aca1fcda-f824-4fc9-b678-f585c10ee54b/cc5c7e53-7d2b-4593-a57f-8de31737f335/e3ed9c17-58b8-47de-a048-16ca48d3942c) {{(pid=92965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:25:37.225805 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-026da042-f80c-4dad-8e5b-62aa565427d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:37.233337 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port bdd80cd3-9233-4943-aefc-3142fb3ee86a triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:25:37.233895 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:37.246435 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.provisioning_blocks [None req-026da042-f80c-4dad-8e5b-62aa565427d0 admin admin] Transition to ACTIVE for port object e3ed9c17-58b8-47de-a048-16ca48d3942c will not be triggered until provisioned by entity DHCP. {{(pid=92965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:25:37.285070 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-026da042-f80c-4dad-8e5b-62aa565427d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11354329'] for port, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:37.288501 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-99a19d03-7919-49b4-b9e0-cecb5d736b98 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:37.327426 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026da042-f80c-4dad-8e5b-62aa565427d0 admin admin] Network aca1fcda-f824-4fc9-b678-f585c10ee54b is already hosted by enough agents. {{(pid=92965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:25:37.332210 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [None req-026da042-f80c-4dad-8e5b-62aa565427d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:25:37.337141 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026da042-f80c-4dad-8e5b-62aa565427d0 admin admin] Received port after_create {{(pid=92965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:25:37.367786 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026da042-f80c-4dad-8e5b-62aa565427d0 admin admin] Pushing event updated for resources: {'Port': ['ID=e3ed9c17-58b8-47de-a048-16ca48d3942c,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:37.373455 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-026da042-f80c-4dad-8e5b-62aa565427d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:37.392530 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-026da042-f80c-4dad-8e5b-62aa565427d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745814'] for router_interface, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:37.399917 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-f85151f1-7efe-40af-bf3f-fc294a5c1fef None None] Notify callbacks [] for port, precommit_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:37.455897 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-f85151f1-7efe-40af-bf3f-fc294a5c1fef None None] Transition to ACTIVE for port object 51c98f2b-8ee7-43a2-9246-5ef3c5546342 will not be triggered until provisioned by entity L2. {{(pid=92969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:25:37.459443 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-d2ea0f2a-4a78-4aa3-b06f-134db258d99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:37.466653 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device e05fe600-f814-4e8c-893d-7a68d301813e up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:25:37.492581 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-f85151f1-7efe-40af-bf3f-fc294a5c1fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:37.495988 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-8d397cb2-7eb5-434a-b304-c6d0f5f55bb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:37.563985 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-f85151f1-7efe-40af-bf3f-fc294a5c1fef None None] Attempting to bind port 51c98f2b-8ee7-43a2-9246-5ef3c5546342 on host dv-cinder-797245-3-iscsi for vnic_type normal with profile {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:25:37.564362 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-f85151f1-7efe-40af-bf3f-fc294a5c1fef None None] Attempting to bind port 51c98f2b-8ee7-43a2-9246-5ef3c5546342 by drivers openvswitch,hyperv on host dv-cinder-797245-3-iscsi at level 0 using segments [{'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:25:37.564792 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85151f1-7efe-40af-bf3f-fc294a5c1fef None None] Attempting to bind port 51c98f2b-8ee7-43a2-9246-5ef3c5546342 on network fb624688-f845-4b15-87c8-de4e29ba1da0 {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:25:37.568303 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf29e9-f4b8-41b0-bd2d-6469de2ce013 None None] Pushing event updated for resources: {'Port': ['ID=51c98f2b-8ee7-43a2-9246-5ef3c5546342,revision_number=2']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:37.568921 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-026da042-f80c-4dad-8e5b-62aa565427d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:37.573224 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-61bf29e9-f4b8-41b0-bd2d-6469de2ce013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:37.576648 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85151f1-7efe-40af-bf3f-fc294a5c1fef None None] Checking agent: {'id': '1b1a71b0-3353-4cb1-9b62-7c1d9dbff1e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 2, 11), 'started_at': datetime.datetime(2021, 6, 21, 10, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:25:37.577096 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85151f1-7efe-40af-bf3f-fc294a5c1fef None None] Checking segment: {'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:25:37.578264 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-f85151f1-7efe-40af-bf3f-fc294a5c1fef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:37.578264 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85151f1-7efe-40af-bf3f-fc294a5c1fef None None] Bound using segment: {'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:25:37.578500 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-f85151f1-7efe-40af-bf3f-fc294a5c1fef None None] Bound port: 51c98f2b-8ee7-43a2-9246-5ef3c5546342, host: dv-cinder-797245-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:25:37.578874 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-f85151f1-7efe-40af-bf3f-fc294a5c1fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:37.612419 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning for port e05fe600-f814-4e8c-893d-7a68d301813e completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:25:37.621397 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port e05fe600-f814-4e8c-893d-7a68d301813e triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:25:37.621688 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:37.664908 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-b4795f2d-5530-40a8-8226-cfc1ddfe1031 None None] Provisioning for port e3ed9c17-58b8-47de-a048-16ca48d3942c completed by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:25:37.676215 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-b4795f2d-5530-40a8-8226-cfc1ddfe1031 None None] Provisioning complete for port e3ed9c17-58b8-47de-a048-16ca48d3942c triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:25:37.676611 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-b4795f2d-5530-40a8-8226-cfc1ddfe1031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:37.678494 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-f85151f1-7efe-40af-bf3f-fc294a5c1fef None None] For port 51c98f2b-8ee7-43a2-9246-5ef3c5546342, host dv-cinder-797245-3-iscsi, cleared binding levels {{(pid=92969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:25:37.682700 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-f85151f1-7efe-40af-bf3f-fc294a5c1fef None None] For port 51c98f2b-8ee7-43a2-9246-5ef3c5546342, host dv-cinder-797245-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=51c98f2b-8ee7-43a2-9246-5ef3c5546342,segment=NetworkSegment(51446d15-6cd3-4f7c-9b01-f06091ff92a2),segment_id=51446d15-6cd3-4f7c-9b01-f06091ff92a2)] {{(pid=92969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:25:37.703569 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-f85151f1-7efe-40af-bf3f-fc294a5c1fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:37.707338 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-0c00ca92-ed92-4494-9cb6-8fb1c53b7cb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:37.750231 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-026da042-f80c-4dad-8e5b-62aa565427d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:37.756294 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-026da042-f80c-4dad-8e5b-62aa565427d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11354351'] for port, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:37.759599 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:37.760052 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-b4795f2d-5530-40a8-8226-cfc1ddfe1031 None None] Port e3ed9c17-58b8-47de-a048-16ca48d3942c cannot update to ACTIVE because it is not bound. {{(pid=92969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 10:25:37.808668 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf29e9-f4b8-41b0-bd2d-6469de2ce013 None None] Pushing event updated for resources: {'Port': ['ID=51c98f2b-8ee7-43a2-9246-5ef3c5546342,revision_number=3']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:37.811445 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85151f1-7efe-40af-bf3f-fc294a5c1fef None None] Routers {'40bfc900-1317-47a8-babd-887f82837d13'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:25:37.812061 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-f85151f1-7efe-40af-bf3f-fc294a5c1fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:25:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['40bfc900-1317-47a8-babd-887f82837d13'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:25:37.814000 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-61bf29e9-f4b8-41b0-bd2d-6469de2ce013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:37.827723 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-026da042-f80c-4dad-8e5b-62aa565427d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3840613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3854351'] for router_interface, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:37.830651 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026da042-f80c-4dad-8e5b-62aa565427d0 admin admin] Pushing event updated for resources: {'Port': ['ID=e3ed9c17-58b8-47de-a048-16ca48d3942c,revision_number=2']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:37.835805 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-026da042-f80c-4dad-8e5b-62aa565427d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:37.861401 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:37.932566 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026da042-f80c-4dad-8e5b-62aa565427d0 admin admin] Network aca1fcda-f824-4fc9-b678-f585c10ee54b is already hosted by enough agents. {{(pid=92965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:25:37.934037 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [None req-026da042-f80c-4dad-8e5b-62aa565427d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:25:38.076850 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026da042-f80c-4dad-8e5b-62aa565427d0 admin admin] Router 40bfc900-1317-47a8-babd-887f82837d13 has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:25:38.078931 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] For port e05fe600-f814-4e8c-893d-7a68d301813e, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=e05fe600-f814-4e8c-893d-7a68d301813e,segment=NetworkSegment(7dffbcc8-c9ad-47d7-abd8-a699777f1745),segment_id=7dffbcc8-c9ad-47d7-abd8-a699777f1745)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:25:38.085161 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:38.086006 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 23ad2479-8ed7-4c84-b79b-e147f9b535a6 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:25:38.090557 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:38.135018 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-f85151f1-7efe-40af-bf3f-fc294a5c1fef None None] Set router 40bfc900-1317-47a8-babd-887f82837d13 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:25:38.194100 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026da042-f80c-4dad-8e5b-62aa565427d0 admin admin] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:25:38.199297 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-026da042-f80c-4dad-8e5b-62aa565427d0 admin admin] 10.222.0.50 "PUT /v2.0/routers/40bfc900-1317-47a8-babd-887f82837d13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9891922 Jun 21 10:25:38.251725 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Pushing event updated for resources: {'Port': ['ID=e05fe600-f814-4e8c-893d-7a68d301813e,revision_number=5']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:38.254786 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:38.261316 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-d5430458-c97c-4d85-872b-541219d5cb1c None None] Provisioning complete for port e3ed9c17-58b8-47de-a048-16ca48d3942c triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:25:38.261705 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-d5430458-c97c-4d85-872b-541219d5cb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:38.323884 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning for port 23ad2479-8ed7-4c84-b79b-e147f9b535a6 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:25:38.336010 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port 23ad2479-8ed7-4c84-b79b-e147f9b535a6 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:25:38.336391 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:38.383996 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-d5430458-c97c-4d85-872b-541219d5cb1c None None] Port e3ed9c17-58b8-47de-a048-16ca48d3942c cannot update to ACTIVE because it is not bound. {{(pid=92969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 10:25:38.487942 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:38.528070 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-f85151f1-7efe-40af-bf3f-fc294a5c1fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bfc900-1317-47a8-babd-887f82837d13', 'name': 'tempest-TestMinimumBasicScenario-996495166-router', 'tenant_id': 'e6ff5500e3024d0cbcc2535fb4e00981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '51c98f2b-8ee7-43a2-9246-5ef3c5546342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:25:34Z', 'updated_at': '2021-06-21T10:25:37Z', 'revision_number': 4, 'project_id': 'e6ff5500e3024d0cbcc2535fb4e00981', 'gw_port': {'id': '51c98f2b-8ee7-43a2-9246-5ef3c5546342', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bfc900-1317-47a8-babd-887f82837d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:34Z', 'updated_at': '2021-06-21T10:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'e3ed9c17-58b8-47de-a048-16ca48d3942c', 'name': '', 'network_id': 'aca1fcda-f824-4fc9-b678-f585c10ee54b', 'tenant_id': 'e6ff5500e3024d0cbcc2535fb4e00981', 'mac_address': 'fa:16:3e:39:ff:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bfc900-1317-47a8-babd-887f82837d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'cc5c7e53-7d2b-4593-a57f-8de31737f335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:36Z', 'updated_at': '2021-06-21T10:25:37Z', 'revision_number': 2, 'project_id': 'e6ff5500e3024d0cbcc2535fb4e00981', 'subnets': [{'id': 'cc5c7e53-7d2b-4593-a57f-8de31737f335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:25:38.561766 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] For port 23ad2479-8ed7-4c84-b79b-e147f9b535a6, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=23ad2479-8ed7-4c84-b79b-e147f9b535a6,segment=NetworkSegment(283fe86f-65ae-4ca2-a55c-10b5261364ec),segment_id=283fe86f-65ae-4ca2-a55c-10b5261364ec)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:25:38.563262 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85151f1-7efe-40af-bf3f-fc294a5c1fef None None] The sync data for ids ['40bfc900-1317-47a8-babd-887f82837d13'] in dv-cinder-797245-3-iscsi is: [{'id': '40bfc900-1317-47a8-babd-887f82837d13', 'name': 'tempest-TestMinimumBasicScenario-996495166-router', 'tenant_id': 'e6ff5500e3024d0cbcc2535fb4e00981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '51c98f2b-8ee7-43a2-9246-5ef3c5546342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:25:34Z', 'updated_at': '2021-06-21T10:25:37Z', 'revision_number': 4, 'project_id': 'e6ff5500e3024d0cbcc2535fb4e00981', 'gw_port': {'id': '51c98f2b-8ee7-43a2-9246-5ef3c5546342', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bfc900-1317-47a8-babd-887f82837d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:34Z', 'updated_at': '2021-06-21T10:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'e3ed9c17-58b8-47de-a048-16ca48d3942c', 'name': '', 'network_id': 'aca1fcda-f824-4fc9-b678-f585c10ee54b', 'tenant_id': 'e6ff5500e3024d0cbcc2535fb4e00981', 'mac_address': 'fa:16:3e:39:ff:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bfc900-1317-47a8-babd-887f82837d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'cc5c7e53-7d2b-4593-a57f-8de31737f335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:36Z', 'updated_at': '2021-06-21T10:25:37Z', 'revision_number': 2, 'project_id': 'e6ff5500e3024d0cbcc2535fb4e00981', 'subnets': [{'id': 'cc5c7e53-7d2b-4593-a57f-8de31737f335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:25:38.566605 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:38.568428 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:38.626892 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Pushing event updated for resources: {'Port': ['ID=23ad2479-8ed7-4c84-b79b-e147f9b535a6,revision_number=3']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:38.630454 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:38.925365 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device e05fe600-f814-4e8c-893d-7a68d301813e up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:25:39.002973 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port e05fe600-f814-4e8c-893d-7a68d301813e triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:25:39.003360 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:39.110753 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 23ad2479-8ed7-4c84-b79b-e147f9b535a6 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:25:39.171030 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port 23ad2479-8ed7-4c84-b79b-e147f9b535a6 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:25:39.171795 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:40.882794 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:40.991939 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-77557e69-c52c-4e52-858c-429372604f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:41.018644 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 51c98f2b-8ee7-43a2-9246-5ef3c5546342 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:25:41.104914 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning for port 51c98f2b-8ee7-43a2-9246-5ef3c5546342 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:25:41.117365 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port 51c98f2b-8ee7-43a2-9246-5ef3c5546342 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:25:41.117970 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:41.161674 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8867ad-7195-491e-94ce-f8aaada3e613 None None] Sync routers for ids ['40bfc900-1317-47a8-babd-887f82837d13'] in dv-cinder-797245-3-iscsi {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:25:41.181786 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8867ad-7195-491e-94ce-f8aaada3e613 None None] Routers {'40bfc900-1317-47a8-babd-887f82837d13'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:25:41.182886 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-4c8867ad-7195-491e-94ce-f8aaada3e613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:25:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['40bfc900-1317-47a8-babd-887f82837d13'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:25:41.257712 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:41.289762 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] For port 51c98f2b-8ee7-43a2-9246-5ef3c5546342, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=51c98f2b-8ee7-43a2-9246-5ef3c5546342,segment=NetworkSegment(51446d15-6cd3-4f7c-9b01-f06091ff92a2),segment_id=51446d15-6cd3-4f7c-9b01-f06091ff92a2)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:25:41.299555 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:41.305047 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:41.335232 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-4c8867ad-7195-491e-94ce-f8aaada3e613 None None] Set router 40bfc900-1317-47a8-babd-887f82837d13 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:25:41.385121 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Pushing event updated for resources: {'Port': ['ID=51c98f2b-8ee7-43a2-9246-5ef3c5546342,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:41.390118 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:41.612058 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-4c8867ad-7195-491e-94ce-f8aaada3e613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bfc900-1317-47a8-babd-887f82837d13', 'name': 'tempest-TestMinimumBasicScenario-996495166-router', 'tenant_id': 'e6ff5500e3024d0cbcc2535fb4e00981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '51c98f2b-8ee7-43a2-9246-5ef3c5546342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:25:34Z', 'updated_at': '2021-06-21T10:25:37Z', 'revision_number': 4, 'project_id': 'e6ff5500e3024d0cbcc2535fb4e00981', 'gw_port': {'id': '51c98f2b-8ee7-43a2-9246-5ef3c5546342', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bfc900-1317-47a8-babd-887f82837d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:34Z', 'updated_at': '2021-06-21T10:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'e3ed9c17-58b8-47de-a048-16ca48d3942c', 'name': '', 'network_id': 'aca1fcda-f824-4fc9-b678-f585c10ee54b', 'tenant_id': 'e6ff5500e3024d0cbcc2535fb4e00981', 'mac_address': 'fa:16:3e:39:ff:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bfc900-1317-47a8-babd-887f82837d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'cc5c7e53-7d2b-4593-a57f-8de31737f335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:36Z', 'updated_at': '2021-06-21T10:25:37Z', 'revision_number': 2, 'project_id': 'e6ff5500e3024d0cbcc2535fb4e00981', 'subnets': [{'id': 'cc5c7e53-7d2b-4593-a57f-8de31737f335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:25:41.643148 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8867ad-7195-491e-94ce-f8aaada3e613 None None] Checking router: 40bfc900-1317-47a8-babd-887f82837d13 for host: dv-cinder-797245-3-iscsi {{(pid=92973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:25:41.643530 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8867ad-7195-491e-94ce-f8aaada3e613 None None] Updating router 40bfc900-1317-47a8-babd-887f82837d13 port e3ed9c17-58b8-47de-a048-16ca48d3942c binding host dv-cinder-797245-3-iscsi {{(pid=92973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 10:25:41.682097 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4c8867ad-7195-491e-94ce-f8aaada3e613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:41.993318 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4c8867ad-7195-491e-94ce-f8aaada3e613 None None] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:42.002814 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [None req-4c8867ad-7195-491e-94ce-f8aaada3e613 None None] Transition to ACTIVE for port object e3ed9c17-58b8-47de-a048-16ca48d3942c will not be triggered until provisioned by entity L2. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:25:42.010303 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4c8867ad-7195-491e-94ce-f8aaada3e613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:42.012861 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [None req-8507207d-4951-4944-9e81-33210b5851fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:42.056612 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efdead-8a13-4b94-bdb5-b94f3b00d83c None None] Pushing event updated for resources: {'Port': ['ID=e3ed9c17-58b8-47de-a048-16ca48d3942c,revision_number=3']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:42.070509 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [None req-13efdead-8a13-4b94-bdb5-b94f3b00d83c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:42.175937 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [None req-4c8867ad-7195-491e-94ce-f8aaada3e613 None None] Attempting to bind port e3ed9c17-58b8-47de-a048-16ca48d3942c on host dv-cinder-797245-3-iscsi for vnic_type normal with profile {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:25:42.176649 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [None req-4c8867ad-7195-491e-94ce-f8aaada3e613 None None] Attempting to bind port e3ed9c17-58b8-47de-a048-16ca48d3942c by drivers openvswitch,hyperv on host dv-cinder-797245-3-iscsi at level 0 using segments [{'id': '283fe86f-65ae-4ca2-a55c-10b5261364ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'aca1fcda-f824-4fc9-b678-f585c10ee54b'}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:25:42.177121 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8867ad-7195-491e-94ce-f8aaada3e613 None None] Attempting to bind port e3ed9c17-58b8-47de-a048-16ca48d3942c on network aca1fcda-f824-4fc9-b678-f585c10ee54b {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:25:42.184972 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8867ad-7195-491e-94ce-f8aaada3e613 None None] Checking agent: {'id': '1b1a71b0-3353-4cb1-9b62-7c1d9dbff1e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 2, 11), 'started_at': datetime.datetime(2021, 6, 21, 10, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:25:42.186304 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8867ad-7195-491e-94ce-f8aaada3e613 None None] Checking segment: {'id': '283fe86f-65ae-4ca2-a55c-10b5261364ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'aca1fcda-f824-4fc9-b678-f585c10ee54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:25:42.187070 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4c8867ad-7195-491e-94ce-f8aaada3e613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:42.187842 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8867ad-7195-491e-94ce-f8aaada3e613 None None] Bound using segment: {'id': '283fe86f-65ae-4ca2-a55c-10b5261364ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'aca1fcda-f824-4fc9-b678-f585c10ee54b'} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:25:42.188744 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [None req-4c8867ad-7195-491e-94ce-f8aaada3e613 None None] Bound port: e3ed9c17-58b8-47de-a048-16ca48d3942c, host: dv-cinder-797245-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283fe86f-65ae-4ca2-a55c-10b5261364ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'aca1fcda-f824-4fc9-b678-f585c10ee54b'}}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:25:42.189389 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4c8867ad-7195-491e-94ce-f8aaada3e613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:42.272324 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-4c8867ad-7195-491e-94ce-f8aaada3e613 None None] For port e3ed9c17-58b8-47de-a048-16ca48d3942c, host dv-cinder-797245-3-iscsi, cleared binding levels {{(pid=92973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:25:42.276104 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-4c8867ad-7195-491e-94ce-f8aaada3e613 None None] For port e3ed9c17-58b8-47de-a048-16ca48d3942c, host dv-cinder-797245-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=e3ed9c17-58b8-47de-a048-16ca48d3942c,segment=NetworkSegment(283fe86f-65ae-4ca2-a55c-10b5261364ec),segment_id=283fe86f-65ae-4ca2-a55c-10b5261364ec)] {{(pid=92973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:25:42.283003 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4c8867ad-7195-491e-94ce-f8aaada3e613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:42.294238 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [None req-0e933bdc-ae54-4a65-a97e-1dc58c77dbe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:42.365971 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8867ad-7195-491e-94ce-f8aaada3e613 None None] Routers {'40bfc900-1317-47a8-babd-887f82837d13'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:25:42.367413 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-4c8867ad-7195-491e-94ce-f8aaada3e613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:25:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['40bfc900-1317-47a8-babd-887f82837d13'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:25:42.476168 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efdead-8a13-4b94-bdb5-b94f3b00d83c None None] Pushing event updated for resources: {'Port': ['ID=e3ed9c17-58b8-47de-a048-16ca48d3942c,revision_number=4']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:42.480504 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [None req-13efdead-8a13-4b94-bdb5-b94f3b00d83c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:42.533702 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-4c8867ad-7195-491e-94ce-f8aaada3e613 None None] Set router 40bfc900-1317-47a8-babd-887f82837d13 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:25:42.770893 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-4c8867ad-7195-491e-94ce-f8aaada3e613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bfc900-1317-47a8-babd-887f82837d13', 'name': 'tempest-TestMinimumBasicScenario-996495166-router', 'tenant_id': 'e6ff5500e3024d0cbcc2535fb4e00981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '51c98f2b-8ee7-43a2-9246-5ef3c5546342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:25:34Z', 'updated_at': '2021-06-21T10:25:37Z', 'revision_number': 4, 'project_id': 'e6ff5500e3024d0cbcc2535fb4e00981', 'gw_port': {'id': '51c98f2b-8ee7-43a2-9246-5ef3c5546342', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bfc900-1317-47a8-babd-887f82837d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:34Z', 'updated_at': '2021-06-21T10:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'e3ed9c17-58b8-47de-a048-16ca48d3942c', 'name': '', 'network_id': 'aca1fcda-f824-4fc9-b678-f585c10ee54b', 'tenant_id': 'e6ff5500e3024d0cbcc2535fb4e00981', 'mac_address': 'fa:16:3e:39:ff:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bfc900-1317-47a8-babd-887f82837d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'cc5c7e53-7d2b-4593-a57f-8de31737f335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:36Z', 'updated_at': '2021-06-21T10:25:42Z', 'revision_number': 4, 'project_id': 'e6ff5500e3024d0cbcc2535fb4e00981', 'subnets': [{'id': 'cc5c7e53-7d2b-4593-a57f-8de31737f335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:25:42.800895 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8867ad-7195-491e-94ce-f8aaada3e613 None None] The sync data for ids ['40bfc900-1317-47a8-babd-887f82837d13'] in dv-cinder-797245-3-iscsi is: [{'id': '40bfc900-1317-47a8-babd-887f82837d13', 'name': 'tempest-TestMinimumBasicScenario-996495166-router', 'tenant_id': 'e6ff5500e3024d0cbcc2535fb4e00981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '51c98f2b-8ee7-43a2-9246-5ef3c5546342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:25:34Z', 'updated_at': '2021-06-21T10:25:37Z', 'revision_number': 4, 'project_id': 'e6ff5500e3024d0cbcc2535fb4e00981', 'gw_port': {'id': '51c98f2b-8ee7-43a2-9246-5ef3c5546342', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bfc900-1317-47a8-babd-887f82837d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:34Z', 'updated_at': '2021-06-21T10:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'e3ed9c17-58b8-47de-a048-16ca48d3942c', 'name': '', 'network_id': 'aca1fcda-f824-4fc9-b678-f585c10ee54b', 'tenant_id': 'e6ff5500e3024d0cbcc2535fb4e00981', 'mac_address': 'fa:16:3e:39:ff:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bfc900-1317-47a8-babd-887f82837d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'cc5c7e53-7d2b-4593-a57f-8de31737f335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:36Z', 'updated_at': '2021-06-21T10:25:42Z', 'revision_number': 4, 'project_id': 'e6ff5500e3024d0cbcc2535fb4e00981', 'subnets': [{'id': 'cc5c7e53-7d2b-4593-a57f-8de31737f335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:25:42.968864 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device e3ed9c17-58b8-47de-a048-16ca48d3942c up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:25:43.072559 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning for port e3ed9c17-58b8-47de-a048-16ca48d3942c completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:25:43.080444 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port e3ed9c17-58b8-47de-a048-16ca48d3942c triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:25:43.081461 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:43.157569 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:43.235720 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:43.281919 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] For port e3ed9c17-58b8-47de-a048-16ca48d3942c, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=e3ed9c17-58b8-47de-a048-16ca48d3942c,segment=NetworkSegment(283fe86f-65ae-4ca2-a55c-10b5261364ec),segment_id=283fe86f-65ae-4ca2-a55c-10b5261364ec)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:25:43.288887 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:43.290075 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 51c98f2b-8ee7-43a2-9246-5ef3c5546342 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:25:43.292372 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-1daa4599-6bb7-470d-86fd-1041775d3fc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:43.392531 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Pushing event updated for resources: {'Port': ['ID=e3ed9c17-58b8-47de-a048-16ca48d3942c,revision_number=5']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:43.406253 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:43.422154 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port 51c98f2b-8ee7-43a2-9246-5ef3c5546342 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:25:43.423208 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:44.903748 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device e3ed9c17-58b8-47de-a048-16ca48d3942c up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:25:44.957233 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port e3ed9c17-58b8-47de-a048-16ca48d3942c triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:25:44.957613 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:45.196887 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:49.206798 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-ddef2984-0515-4ec8-be3c-04a045603084 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:25:49.208290 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-ddef2984-0515-4ec8-be3c-04a045603084 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/networks?id=0b346e1d-85f5-4b70-bf3d-7cb60d0afb45 HTTP/1.1" status: 200 len: 814 time: 0.1096430 Jun 21 10:25:49.225135 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-abd21b04-c401-41bb-9c5a-c01ac0853689 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/quotas/96dade604de94369a63bd8dc4b5d3ea6 HTTP/1.1" status: 200 len: 375 time: 0.0109572 Jun 21 10:25:49.308634 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-9c43e2b6-5141-4421-99d5-1812345717d9 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=96dade604de94369a63bd8dc4b5d3ea6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771468 Jun 21 10:25:49.428430 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-ce7db8f8-28c2-4cc1-bc45-cd6cf8f37b17 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 10:25:49.429626 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-ce7db8f8-28c2-4cc1-bc45-cd6cf8f37b17 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1080558 Jun 21 10:25:49.525411 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-af13e470-8548-4f30-9c52-cfdc6e32d7df service neutron] 10.222.0.50 "GET /v2.0/networks/0b346e1d-85f5-4b70-bf3d-7cb60d0afb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876939 Jun 21 10:25:49.634559 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-759d18bd-4324-402f-beab-8467c04c185b service neutron] 10.222.0.50 "GET /v2.0/networks/0b346e1d-85f5-4b70-bf3d-7cb60d0afb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020787 Jun 21 10:25:50.835868 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-3b7c9e99-d08e-4803-8d25-4f1da3945721 req-d5d4b605-741c-44b6-9121-3e790191dd34 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 210 time: 0.0306942 Jun 21 10:25:51.920628 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b79e5c3c-ec5f-436f-aca7-0cf30e6c3846 req-f7898d49-2789-4c26-927e-d88095af5c8a tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 210 time: 0.0288939 Jun 21 10:25:53.005255 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b6e62f98-4101-40da-843a-bf2322006508 req-b07c348a-f4f5-47a4-9186-c5eb910b91e1 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 210 time: 0.0303509 Jun 21 10:25:54.093104 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-98e04eb4-38aa-4851-9007-7702e534354f req-a012def7-830c-4170-91d5-5f3d058eb348 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 210 time: 0.0337386 Jun 21 10:25:55.242772 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-edde849c-19a1-4146-b178-55ef375cb342 req-73e84f15-992a-4464-81c7-2acecaaf648a tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 210 time: 0.0354881 Jun 21 10:25:56.203972 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-48dcd742-545e-45bc-ac08-3d059f6399b1 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:25:56.205454 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-48dcd742-545e-45bc-ac08-3d059f6399b1 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.74 "GET /v2.0/networks?id=0b346e1d-85f5-4b70-bf3d-7cb60d0afb45 HTTP/1.1" status: 200 len: 814 time: 0.1213713 Jun 21 10:25:56.224165 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-afb61d1c-44be-46b3-a55a-30de05d73cfc tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Request body: {'port': {'device_id': '644623db-511f-462e-8060-1997826009fb', 'network_id': '0b346e1d-85f5-4b70-bf3d-7cb60d0afb45', 'admin_state_up': True, 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:25:56.375425 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-afb61d1c-44be-46b3-a55a-30de05d73cfc tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Made reservation on behalf of 96dade604de94369a63bd8dc4b5d3ea6 for: {'port': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:25:56.378980 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-afb61d1c-44be-46b3-a55a-30de05d73cfc tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:56.421233 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-10c7fd61-a243-46a9-aaaf-ecff083578c7 req-a0a2698d-395c-48e6-bb42-42a3d0c799de tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 210 time: 0.0396605 Jun 21 10:25:56.542510 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-afb61d1c-44be-46b3-a55a-30de05d73cfc tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Allocated IP 172.20.0.11 (0b346e1d-85f5-4b70-bf3d-7cb60d0afb45/1ecbdd50-989b-4cbb-9425-c57a34cc7167/dfcb5af1-77f5-48bb-9eca-9945687735f4) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:25:56.722287 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-afb61d1c-44be-46b3-a55a-30de05d73cfc tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:56.739860 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.provisioning_blocks [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-afb61d1c-44be-46b3-a55a-30de05d73cfc tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Transition to ACTIVE for port object dfcb5af1-77f5-48bb-9eca-9945687735f4 will not be triggered until provisioned by entity DHCP. {{(pid=92958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:25:56.782896 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-afb61d1c-44be-46b3-a55a-30de05d73cfc tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1954238'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:56.790031 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-7d1a4c65-a85b-408f-b178-25723710d2be tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:25:56.854122 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-afb61d1c-44be-46b3-a55a-30de05d73cfc tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Network 0b346e1d-85f5-4b70-bf3d-7cb60d0afb45 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:25:56.859205 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-afb61d1c-44be-46b3-a55a-30de05d73cfc tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:25:56.864405 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-afb61d1c-44be-46b3-a55a-30de05d73cfc tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:25:56.872125 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb61d1c-44be-46b3-a55a-30de05d73cfc tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Pushing event updated for resources: {'Port': ['ID=dfcb5af1-77f5-48bb-9eca-9945687735f4,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:25:56.904004 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb61d1c-44be-46b3-a55a-30de05d73cfc tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:56.905131 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb61d1c-44be-46b3-a55a-30de05d73cfc tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:56.905131 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb61d1c-44be-46b3-a55a-30de05d73cfc tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:56.905650 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb61d1c-44be-46b3-a55a-30de05d73cfc tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:56.906006 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb61d1c-44be-46b3-a55a-30de05d73cfc tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:56.906371 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb61d1c-44be-46b3-a55a-30de05d73cfc tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:56.906833 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb61d1c-44be-46b3-a55a-30de05d73cfc tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:56.907083 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb61d1c-44be-46b3-a55a-30de05d73cfc tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:56.907438 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb61d1c-44be-46b3-a55a-30de05d73cfc tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:56.907790 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb61d1c-44be-46b3-a55a-30de05d73cfc tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:56.908143 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb61d1c-44be-46b3-a55a-30de05d73cfc tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:56.908497 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb61d1c-44be-46b3-a55a-30de05d73cfc tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:25:56.915866 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-afb61d1c-44be-46b3-a55a-30de05d73cfc tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:25:56.939582 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-afb61d1c-44be-46b3-a55a-30de05d73cfc tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:25:56.940557 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-afb61d1c-44be-46b3-a55a-30de05d73cfc tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:56.960873 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-afb61d1c-44be-46b3-a55a-30de05d73cfc tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7405925 Jun 21 10:25:57.218111 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-7dd7dc9f-f15e-4a59-9981-54fb48c56048 None None] Provisioning for port dfcb5af1-77f5-48bb-9eca-9945687735f4 completed by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:25:57.224011 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-7dd7dc9f-f15e-4a59-9981-54fb48c56048 None None] Provisioning complete for port dfcb5af1-77f5-48bb-9eca-9945687735f4 triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:25:57.225054 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-7dd7dc9f-f15e-4a59-9981-54fb48c56048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:57.271255 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:25:57.281410 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-7dd7dc9f-f15e-4a59-9981-54fb48c56048 None None] Port dfcb5af1-77f5-48bb-9eca-9945687735f4 cannot update to ACTIVE because it is not bound. {{(pid=92969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 10:25:57.571752 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:25:57.640454 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5c034-66de-410a-a883-32ed28d9d991 req-61bf8dd2-a1ac-49ca-8814-614ef6233357 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:25:57.642038 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-5ab5c034-66de-410a-a883-32ed28d9d991 req-61bf8dd2-a1ac-49ca-8814-614ef6233357 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 932 time: 0.0903118 Jun 21 10:25:57.690268 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-5ab5c034-66de-410a-a883-32ed28d9d991 req-ded517a6-e5e1-4930-b281-a8d1db7a4350 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404973 Jun 21 10:25:58.907316 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6a9f6-00f2-48b0-8051-80cefa59766e req-cd0481fc-51e6-4bb9-a9c6-45a1ea52aea0 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:25:58.908859 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-04b6a9f6-00f2-48b0-8051-80cefa59766e req-cd0481fc-51e6-4bb9-a9c6-45a1ea52aea0 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 932 time: 0.0874996 Jun 21 10:25:58.955462 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-04b6a9f6-00f2-48b0-8051-80cefa59766e req-ebb5ef61-8eaf-4e09-abdc-5b110d84778a tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384772 Jun 21 10:26:00.167057 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39dc64-d651-4e7d-a264-a43349033d63 req-5ce19a63-76bf-4c85-bd74-5e79d8c37a8e tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:00.168455 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-2d39dc64-d651-4e7d-a264-a43349033d63 req-5ce19a63-76bf-4c85-bd74-5e79d8c37a8e tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 932 time: 0.0831406 Jun 21 10:26:00.222370 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-2d39dc64-d651-4e7d-a264-a43349033d63 req-73e2a263-7b35-46db-9f74-28839b13f19f tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441794 Jun 21 10:26:01.457163 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17a74f-7fb8-462c-b99c-f83427919df5 req-c5c13bc6-ed35-4e57-9fb0-1d03132d6853 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:01.459274 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3c17a74f-7fb8-462c-b99c-f83427919df5 req-c5c13bc6-ed35-4e57-9fb0-1d03132d6853 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 932 time: 0.0960112 Jun 21 10:26:01.511193 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3c17a74f-7fb8-462c-b99c-f83427919df5 req-89e31cdb-fa25-45b0-b699-2c688ccb165c tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414760 Jun 21 10:26:02.793046 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5efff5-e40b-4fe9-98fd-9f4620881a46 req-c5dec38e-cec2-4077-a12f-5c5e27571c47 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:02.794630 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-dc5efff5-e40b-4fe9-98fd-9f4620881a46 req-c5dec38e-cec2-4077-a12f-5c5e27571c47 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 932 time: 0.0971017 Jun 21 10:26:02.848355 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-dc5efff5-e40b-4fe9-98fd-9f4620881a46 req-990ce8c5-b85e-4fbe-909d-bc9533fe2dae tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443046 Jun 21 10:26:04.056949 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5218dcb-cd0d-4376-9d6f-2a0535da69fb req-5c642a4a-882b-4cf9-b555-286e628064c3 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:04.058534 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e5218dcb-cd0d-4376-9d6f-2a0535da69fb req-5c642a4a-882b-4cf9-b555-286e628064c3 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 932 time: 0.0733998 Jun 21 10:26:04.109255 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e5218dcb-cd0d-4376-9d6f-2a0535da69fb req-2f738f34-0cd1-4cc9-a09a-839a44e73ab2 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441687 Jun 21 10:26:05.309136 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec66936-9e48-4913-9bca-3f98c14ee24e req-7dcb53aa-5dc8-4d7d-9bf3-c2af62952adf tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:05.311544 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6ec66936-9e48-4913-9bca-3f98c14ee24e req-7dcb53aa-5dc8-4d7d-9bf3-c2af62952adf tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 932 time: 0.0757086 Jun 21 10:26:05.379786 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6ec66936-9e48-4913-9bca-3f98c14ee24e req-f859060e-3ba9-4a8e-9e31-71c688a72680 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589097 Jun 21 10:26:06.573175 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1fdec-71c0-4e99-9840-25a0156c3130 req-5ece6ff2-3ba6-42f2-a440-13e5667aa898 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:06.574611 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-25e1fdec-71c0-4e99-9840-25a0156c3130 req-5ece6ff2-3ba6-42f2-a440-13e5667aa898 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 932 time: 0.0699749 Jun 21 10:26:06.616571 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-25e1fdec-71c0-4e99-9840-25a0156c3130 req-13776396-cb04-4492-8c76-5e7f12cc65fd tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348818 Jun 21 10:26:07.401498 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-6a3479b0-6a65-4426-aea6-84024afedd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:07.805940 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3bf81-6c3d-4cbc-a8b8-295d98af5fe0 req-2defe60f-cd35-41e8-8b0b-6bc5c7e75fc8 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:07.807398 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c3a3bf81-6c3d-4cbc-a8b8-295d98af5fe0 req-2defe60f-cd35-41e8-8b0b-6bc5c7e75fc8 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 932 time: 0.0637891 Jun 21 10:26:07.850304 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-c3a3bf81-6c3d-4cbc-a8b8-295d98af5fe0 req-6f2e05b3-4082-4813-9752-a2be472bc72f tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366006 Jun 21 10:26:07.914399 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-bfe47347-6331-447e-9070-4bc1e8307a2b service neutron] Request body: {'port': {'device_id': '644623db-511f-462e-8060-1997826009fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:26:07.998493 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-bfe47347-6331-447e-9070-4bc1e8307a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:08.272139 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-bfe47347-6331-447e-9070-4bc1e8307a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfcb5af1-77f5-48bb-9eca-9945687735f4 {{(pid=92958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:26:08.281039 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-bfe47347-6331-447e-9070-4bc1e8307a2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:08.292825 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.provisioning_blocks [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-bfe47347-6331-447e-9070-4bc1e8307a2b service neutron] Transition to ACTIVE for port object dfcb5af1-77f5-48bb-9eca-9945687735f4 will not be triggered until provisioned by entity L2. {{(pid=92958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:26:08.299218 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-bfe47347-6331-447e-9070-4bc1e8307a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:08.302095 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-53d488c0-3b55-4d6e-b11a-d40acdc1fc7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:26:08.631401 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe47347-6331-447e-9070-4bc1e8307a2b service neutron] Pushing event updated for resources: {'Port': ['ID=dfcb5af1-77f5-48bb-9eca-9945687735f4,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:26:08.634777 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-bfe47347-6331-447e-9070-4bc1e8307a2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:26:08.699732 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-bfe47347-6331-447e-9070-4bc1e8307a2b service neutron] Attempting to bind port dfcb5af1-77f5-48bb-9eca-9945687735f4 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:26:08.700073 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-bfe47347-6331-447e-9070-4bc1e8307a2b service neutron] Attempting to bind port dfcb5af1-77f5-48bb-9eca-9945687735f4 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '7dffbcc8-c9ad-47d7-abd8-a699777f1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '0b346e1d-85f5-4b70-bf3d-7cb60d0afb45'}] {{(pid=92958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:26:08.700992 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-bfe47347-6331-447e-9070-4bc1e8307a2b service neutron] Attempting to bind port dfcb5af1-77f5-48bb-9eca-9945687735f4 on network 0b346e1d-85f5-4b70-bf3d-7cb60d0afb45 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:26:08.705420 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-bfe47347-6331-447e-9070-4bc1e8307a2b service neutron] Port dfcb5af1-77f5-48bb-9eca-9945687735f4 on network 0b346e1d-85f5-4b70-bf3d-7cb60d0afb45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 10:26:08.705748 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-bfe47347-6331-447e-9070-4bc1e8307a2b service neutron] Attempting to bind port dfcb5af1-77f5-48bb-9eca-9945687735f4 on network 0b346e1d-85f5-4b70-bf3d-7cb60d0afb45 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:26:08.710588 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-bfe47347-6331-447e-9070-4bc1e8307a2b service neutron] Checking agent: {'id': 'e8144930-5ccd-413e-a521-fc03e228bde1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'started_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:26:08.710922 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-bfe47347-6331-447e-9070-4bc1e8307a2b service neutron] Checking segment: {'id': '7dffbcc8-c9ad-47d7-abd8-a699777f1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '0b346e1d-85f5-4b70-bf3d-7cb60d0afb45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:26:08.711303 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-bfe47347-6331-447e-9070-4bc1e8307a2b service neutron] Bound using segment: {'id': '7dffbcc8-c9ad-47d7-abd8-a699777f1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '0b346e1d-85f5-4b70-bf3d-7cb60d0afb45'} {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:26:08.711772 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-bfe47347-6331-447e-9070-4bc1e8307a2b service neutron] Bound port: dfcb5af1-77f5-48bb-9eca-9945687735f4, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dffbcc8-c9ad-47d7-abd8-a699777f1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '0b346e1d-85f5-4b70-bf3d-7cb60d0afb45'}}] {{(pid=92958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:26:08.712115 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-bfe47347-6331-447e-9070-4bc1e8307a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:08.779493 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-bfe47347-6331-447e-9070-4bc1e8307a2b service neutron] For port dfcb5af1-77f5-48bb-9eca-9945687735f4, host hv-cinder-79724, cleared binding levels {{(pid=92958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:26:08.782472 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-bfe47347-6331-447e-9070-4bc1e8307a2b service neutron] For port dfcb5af1-77f5-48bb-9eca-9945687735f4, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=dfcb5af1-77f5-48bb-9eca-9945687735f4,segment=NetworkSegment(7dffbcc8-c9ad-47d7-abd8-a699777f1745),segment_id=7dffbcc8-c9ad-47d7-abd8-a699777f1745)] {{(pid=92958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:26:08.786929 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-bfe47347-6331-447e-9070-4bc1e8307a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:08.788901 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-a61784f9-c436-487f-87b4-f031adc0ae90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:26:08.824199 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-bfe47347-6331-447e-9070-4bc1e8307a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:08.824845 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-bfe47347-6331-447e-9070-4bc1e8307a2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:08.826991 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-bfe47347-6331-447e-9070-4bc1e8307a2b service neutron] 10.222.0.74 "PUT /v2.0/ports/dfcb5af1-77f5-48bb-9eca-9945687735f4 HTTP/1.1" status: 200 len: 1094 time: 0.9172666 Jun 21 10:26:08.827514 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644623db-511f-462e-8060-1997826009fb', 'tag': 'dfcb5af1-77f5-48bb-9eca-9945687735f4'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:26:08.829876 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c79c66-ae0a-4adb-928b-6c8b571171d2" -d '{"events": [{"name": "network-changed", "server_uuid": "644623db-511f-462e-8060-1997826009fb", "tag": "dfcb5af1-77f5-48bb-9eca-9945687735f4"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:26:08.852911 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe47347-6331-447e-9070-4bc1e8307a2b service neutron] Pushing event updated for resources: {'Port': ['ID=dfcb5af1-77f5-48bb-9eca-9945687735f4,revision_number=3']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:26:08.856161 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-bfe47347-6331-447e-9070-4bc1e8307a2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:26:08.881478 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc12e97-8781-4022-9f6b-f5acfeb87c87 x-openstack-request-id: req-dfc12e97-8781-4022-9f6b-f5acfeb87c87 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:26:08.881826 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644623db-511f-462e-8060-1997826009fb", "tag": "dfcb5af1-77f5-48bb-9eca-9945687735f4", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:26:08.882103 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dfc12e97-8781-4022-9f6b-f5acfeb87c87 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:26:08.882546 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644623db-511f-462e-8060-1997826009fb', 'tag': 'dfcb5af1-77f5-48bb-9eca-9945687735f4', 'status': 'completed', 'code': 200} Jun 21 10:26:08.955454 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-2a4db957-ce01-45a3-9f0e-960e2b9f2b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:08.957050 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-2a4db957-ce01-45a3-9f0e-960e2b9f2b6b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=96dade604de94369a63bd8dc4b5d3ea6&device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 1097 time: 0.0586019 Jun 21 10:26:09.014504 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-a08116e5-a401-484e-b83a-c3b1bb8f3f6c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfcb5af1-77f5-48bb-9eca-9945687735f4 HTTP/1.1" status: 200 len: 217 time: 0.0435719 Jun 21 10:26:09.042312 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8a97e-a0a8-43b5-86a2-a2426bf0d57a req-3d84f00d-cf1d-4f78-adc8-ce99ccfb6d3b tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:09.043804 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b6c8a97e-a0a8-43b5-86a2-a2426bf0d57a req-3d84f00d-cf1d-4f78-adc8-ce99ccfb6d3b tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 944 time: 0.0693457 Jun 21 10:26:09.084000 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-ddf63f68-b13c-4659-b6c6-de685f6b7397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:09.085519 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-ddf63f68-b13c-4659-b6c6-de685f6b7397 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ecbdd50-989b-4cbb-9425-c57a34cc7167 HTTP/1.1" status: 200 len: 853 time: 0.0618470 Jun 21 10:26:09.087393 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b6c8a97e-a0a8-43b5-86a2-a2426bf0d57a req-2d7450a2-0cc7-4454-a9bd-f60dde6ed7f7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356045 Jun 21 10:26:09.145858 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-b8d879f6-15cb-49dd-ae31-ea14a5d5fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:09.147363 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-b8d879f6-15cb-49dd-ae31-ea14a5d5fbef service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0b346e1d-85f5-4b70-bf3d-7cb60d0afb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550647 Jun 21 10:26:09.240370 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-201f8d5f-c211-4165-801b-72d395528ffa service neutron] 10.222.0.74 "GET /v2.0/networks/0b346e1d-85f5-4b70-bf3d-7cb60d0afb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866354 Jun 21 10:26:09.338749 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-631f1c83-66b4-466c-9a03-803fe8085cc6 req-3bd2bc3e-e8ac-46ea-b4a3-2a8b25e0a556 service neutron] 10.222.0.74 "GET /v2.0/networks/0b346e1d-85f5-4b70-bf3d-7cb60d0afb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916746 Jun 21 10:26:09.587538 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c79c66-ae0a-4adb-928b-6c8b571171d2 req-20468789-ce28-46da-989a-1b9462c28723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:09.589119 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-45c79c66-ae0a-4adb-928b-6c8b571171d2 req-20468789-ce28-46da-989a-1b9462c28723 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=96dade604de94369a63bd8dc4b5d3ea6&device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 1097 time: 0.0577331 Jun 21 10:26:09.692202 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c79c66-ae0a-4adb-928b-6c8b571171d2 req-b08a8a88-bfed-4100-9d00-36b4165b7a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:09.693713 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-45c79c66-ae0a-4adb-928b-6c8b571171d2 req-b08a8a88-bfed-4100-9d00-36b4165b7a71 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0b346e1d-85f5-4b70-bf3d-7cb60d0afb45 HTTP/1.1" status: 200 len: 916 time: 0.0959108 Jun 21 10:26:09.737929 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-45c79c66-ae0a-4adb-928b-6c8b571171d2 req-ab4f3827-4219-4b96-9047-d4a720ee7185 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfcb5af1-77f5-48bb-9eca-9945687735f4 HTTP/1.1" status: 200 len: 217 time: 0.0360909 Jun 21 10:26:09.792848 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c79c66-ae0a-4adb-928b-6c8b571171d2 req-4d487ccb-a4dc-4da5-b286-4bc22ad0a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:09.794356 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-45c79c66-ae0a-4adb-928b-6c8b571171d2 req-4d487ccb-a4dc-4da5-b286-4bc22ad0a825 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ecbdd50-989b-4cbb-9425-c57a34cc7167 HTTP/1.1" status: 200 len: 853 time: 0.0497615 Jun 21 10:26:09.857305 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c79c66-ae0a-4adb-928b-6c8b571171d2 req-07df631a-6d34-4df4-a533-ee51713d1ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:09.858727 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-45c79c66-ae0a-4adb-928b-6c8b571171d2 req-07df631a-6d34-4df4-a533-ee51713d1ada service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0b346e1d-85f5-4b70-bf3d-7cb60d0afb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566032 Jun 21 10:26:09.954165 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-45c79c66-ae0a-4adb-928b-6c8b571171d2 req-5ad251aa-3562-44d0-935c-e1a017a68099 service neutron] 10.222.0.74 "GET /v2.0/networks/0b346e1d-85f5-4b70-bf3d-7cb60d0afb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877178 Jun 21 10:26:10.058707 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-45c79c66-ae0a-4adb-928b-6c8b571171d2 req-8f189e4c-fd47-496b-adaa-9cace73b85bb service neutron] 10.222.0.74 "GET /v2.0/networks/0b346e1d-85f5-4b70-bf3d-7cb60d0afb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969634 Jun 21 10:26:10.277834 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cd6e1-1bf3-4821-a00f-ce4c312510d0 req-3019b19a-b0df-422e-8bd6-b8e369961167 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:10.280050 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-757cd6e1-1bf3-4821-a00f-ce4c312510d0 req-3019b19a-b0df-422e-8bd6-b8e369961167 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 944 time: 0.0737014 Jun 21 10:26:10.319580 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-757cd6e1-1bf3-4821-a00f-ce4c312510d0 req-86b4b7b4-5fac-45d7-8a92-43fb417f9f75 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333643 Jun 21 10:26:10.881203 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:10.976357 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-707bea43-af2f-4a21-850c-02fdcff0a567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:11.467695 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device dfcb5af1-77f5-48bb-9eca-9945687735f4 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 10:26:11.502640 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d299e44-e843-4d4c-9b9d-237306410037 req-5e6d8e14-2429-4417-adc6-fde4bc6c3af5 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:11.504121 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-5d299e44-e843-4d4c-9b9d-237306410037 req-5e6d8e14-2429-4417-adc6-fde4bc6c3af5 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 944 time: 0.0719132 Jun 21 10:26:11.543342 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-5d299e44-e843-4d4c-9b9d-237306410037 req-e34aee7b-d19b-4081-9b20-122c3a16e1e2 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331960 Jun 21 10:26:11.564636 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port dfcb5af1-77f5-48bb-9eca-9945687735f4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=dfcb5af1-77f5-48bb-9eca-9945687735f4,segment=NetworkSegment(7dffbcc8-c9ad-47d7-abd8-a699777f1745),segment_id=7dffbcc8-c9ad-47d7-abd8-a699777f1745)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:26:11.576642 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Returning: {'device': 'dfcb5af1-77f5-48bb-9eca-9945687735f4', 'network_id': '0b346e1d-85f5-4b70-bf3d-7cb60d0afb45', 'port_id': 'dfcb5af1-77f5-48bb-9eca-9945687735f4', 'mac_address': 'fa:16:3e:75:e1:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ecbdd50-989b-4cbb-9425-c57a34cc7167', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 10:26:11.617692 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:11.631049 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfcb5af1-77f5-48bb-9eca-9945687735f4 {{(pid=92969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:26:11.650899 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port dfcb5af1-77f5-48bb-9eca-9945687735f4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=dfcb5af1-77f5-48bb-9eca-9945687735f4,segment=NetworkSegment(7dffbcc8-c9ad-47d7-abd8-a699777f1745),segment_id=7dffbcc8-c9ad-47d7-abd8-a699777f1745)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:26:11.656705 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:11.658943 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:26:11.704013 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=dfcb5af1-77f5-48bb-9eca-9945687735f4,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:26:11.711631 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:26:11.712107 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:26:11.712541 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:26:11.713004 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:26:11.713439 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:26:11.713864 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:26:11.714280 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:26:11.714694 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:26:11.715113 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:26:11.715522 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:26:11.715946 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:26:11.716353 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:26:11.720558 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:26:11.969504 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['dfcb5af1-77f5-48bb-9eca-9945687735f4'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:26:12.723575 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de90f58-7482-4fc5-a410-2fea5a5d4671 req-ce6320f2-9ae6-415d-a3e7-b567feffccbd tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:12.725089 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7de90f58-7482-4fc5-a410-2fea5a5d4671 req-ce6320f2-9ae6-415d-a3e7-b567feffccbd tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 945 time: 0.0694120 Jun 21 10:26:12.764281 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7de90f58-7482-4fc5-a410-2fea5a5d4671 req-77868256-d205-423e-8323-5dbc874639a4 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333979 Jun 21 10:26:13.109353 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:13.480173 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device dfcb5af1-77f5-48bb-9eca-9945687735f4 up at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:26:13.540325 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning for port dfcb5af1-77f5-48bb-9eca-9945687735f4 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:26:13.545541 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning complete for port dfcb5af1-77f5-48bb-9eca-9945687735f4 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:26:13.545936 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:13.641448 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:13.668691 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644623db-511f-462e-8060-1997826009fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfcb5af1-77f5-48bb-9eca-9945687735f4'}] {{(pid=92969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:26:13.671905 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c706f658ccf844bfe168bfc8e6ee8c8c6942380e727e998ad24aefeb68f4a8cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6d95b6-f3e5-4f01-98fa-2bba5f33932f" -d '{"events": [{"server_uuid": "644623db-511f-462e-8060-1997826009fb", "name": "network-vif-plugged", "status": "completed", "tag": "dfcb5af1-77f5-48bb-9eca-9945687735f4"}]}' {{(pid=92969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:26:13.688441 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port dfcb5af1-77f5-48bb-9eca-9945687735f4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=dfcb5af1-77f5-48bb-9eca-9945687735f4,segment=NetworkSegment(7dffbcc8-c9ad-47d7-abd8-a699777f1745),segment_id=7dffbcc8-c9ad-47d7-abd8-a699777f1745)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:26:13.694962 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:13.698331 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:26:13.724130 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dfba67-6b5d-4a0d-9539-0540b67143aa x-openstack-request-id: req-23dfba67-6b5d-4a0d-9539-0540b67143aa {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:26:13.724425 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644623db-511f-462e-8060-1997826009fb", "name": "network-vif-plugged", "status": "completed", "tag": "dfcb5af1-77f5-48bb-9eca-9945687735f4", "code": 200}]} {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:26:13.724719 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-23dfba67-6b5d-4a0d-9539-0540b67143aa {{(pid=92969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:26:13.725126 dv-cinder-797245-3-iscsi neutron-server[92969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644623db-511f-462e-8060-1997826009fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfcb5af1-77f5-48bb-9eca-9945687735f4', 'code': 200} Jun 21 10:26:13.768888 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=dfcb5af1-77f5-48bb-9eca-9945687735f4,revision_number=5']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:26:13.773145 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:26:13.964017 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d41e36-05bc-45a8-83f0-b271687a6acc req-23b1bb34-a39b-4106-b6af-d8c1cc95aa5e tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:13.965563 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-91d41e36-05bc-45a8-83f0-b271687a6acc req-23b1bb34-a39b-4106-b6af-d8c1cc95aa5e tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 946 time: 0.0838709 Jun 21 10:26:14.035851 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-91d41e36-05bc-45a8-83f0-b271687a6acc req-e00e8eda-26ad-4156-85ff-5055dc941218 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523853 Jun 21 10:26:14.053370 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85221652-2c9a-49cb-81bf-5a661505e148 req-1ae465a3-0e08-4677-84db-3128fb3846d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:14.055327 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-85221652-2c9a-49cb-81bf-5a661505e148 req-1ae465a3-0e08-4677-84db-3128fb3846d7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 1099 time: 0.1106002 Jun 21 10:26:14.094189 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-85221652-2c9a-49cb-81bf-5a661505e148 req-b4ca38fc-7a22-4859-80ea-47b7c40b10ff service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325577 Jun 21 10:26:15.199844 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:15.245110 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d65903-6f09-4506-bf96-03b5e5051dcc req-7c5c0423-8f1f-408b-aae1-6be9661f860c tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:15.246682 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-29d65903-6f09-4506-bf96-03b5e5051dcc req-7c5c0423-8f1f-408b-aae1-6be9661f860c tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 946 time: 0.0845296 Jun 21 10:26:15.289049 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-29d65903-6f09-4506-bf96-03b5e5051dcc req-a8da9a4d-efb7-4264-a7d2-1bac8ccc48b0 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350914 Jun 21 10:26:16.471839 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177949e-46ae-4390-afa4-e3d220c617ab req-e9a1d952-7a7d-4c07-befe-19e5b6df32a6 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:16.473350 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3177949e-46ae-4390-afa4-e3d220c617ab req-e9a1d952-7a7d-4c07-befe-19e5b6df32a6 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 946 time: 0.0654070 Jun 21 10:26:16.514123 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-3177949e-46ae-4390-afa4-e3d220c617ab req-b9a65601-1441-4a28-973f-96651c074c01 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336487 Jun 21 10:26:16.854112 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92854b-9d5f-4d2a-953e-eee757817fd7 req-83b929a9-15b4-4cc4-a5e0-eb44fa70fc97 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:16.855726 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ba92854b-9d5f-4d2a-953e-eee757817fd7 req-83b929a9-15b4-4cc4-a5e0-eb44fa70fc97 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 946 time: 0.0681777 Jun 21 10:26:16.894513 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ba92854b-9d5f-4d2a-953e-eee757817fd7 req-6bba12cb-e5e2-44c9-9348-42ba17f143cf tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321951 Jun 21 10:26:17.282097 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12635852-3987-4441-a7a0-00f4c36ee57d req-a0096b5f-facb-430a-b2e9-b8f16c559b1e tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:17.283603 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-12635852-3987-4441-a7a0-00f4c36ee57d req-a0096b5f-facb-430a-b2e9-b8f16c559b1e tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 946 time: 0.0638437 Jun 21 10:26:17.328581 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-12635852-3987-4441-a7a0-00f4c36ee57d req-99d419f5-8d1d-4f43-9df3-cd5ffc7b2077 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383728 Jun 21 10:26:24.896355 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [req-96d19cdb-0e73-4dd5-a9eb-7cb7f1f9de67 req-bf5b3700-5103-495f-a7c3-9d2cdf97d446 service neutron] (92958) timed out ('10.222.0.74', 49357) {{(pid=92958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 21 10:26:27.254678 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:27.422135 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d7e4f-cdea-485c-8e18-e5fc7f030fe2 req-273376c2-db03-4822-820c-28943b3e05e9 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:27.423621 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-f56d7e4f-cdea-485c-8e18-e5fc7f030fe2 req-273376c2-db03-4822-820c-28943b3e05e9 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 946 time: 0.1174357 Jun 21 10:26:27.461694 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-f56d7e4f-cdea-485c-8e18-e5fc7f030fe2 req-95653aa7-7d6d-4b38-8227-9f4c9a7030e2 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323856 Jun 21 10:26:27.487412 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52282) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:26:27.580550 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423e9452-7f25-4c65-82c8-1b5a0649198e tempest-TestMinimumBasicScenario-1243100736 tempest-TestMinimumBasicScenario-1243100736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:27.582059 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-423e9452-7f25-4c65-82c8-1b5a0649198e tempest-TestMinimumBasicScenario-1243100736 tempest-TestMinimumBasicScenario-1243100736-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 1094 time: 0.0935855 Jun 21 10:26:27.584940 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52286) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:26:27.589266 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Request body: {'floatingip': {'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'port_id': 'dfcb5af1-77f5-48bb-9eca-9945687735f4', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:26:27.611901 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for floatingip, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:28.001075 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:28.106621 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_common [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Allocated IP 172.27.2.63 (fb624688-f845-4b15-87c8-de4e29ba1da0/d2f51930-445a-41d0-bd73-46a6db281e7c/8257f4cb-72fc-4eb9-af61-9be5372e9785) {{(pid=92965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:26:28.215819 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for port, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:28.255285 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11354329'] for port, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:28.257272 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-dc9bf0ff-36bb-46f9-9172-4995686c4619 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:26:28.299388 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Network fb624688-f845-4b15-87c8-de4e29ba1da0 is already hosted by enough agents. {{(pid=92965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:26:28.304480 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Resources bound (agent type, host, resource id): {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:26:28.306771 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Pushing event updated for resources: {'Port': ['ID=8257f4cb-72fc-4eb9-af61-9be5372e9785,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:26:28.308917 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Received port after_create {{(pid=92965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:26:28.333241 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:26:28.334031 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:26:28.334031 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:26:28.334359 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:26:28.334733 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:26:28.335099 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:26:28.335462 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:26:28.335825 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:26:28.336186 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:26:28.336816 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:26:28.337406 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:26:28.338562 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:26:28.344111 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:26:28.693544 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:28.770555 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:28.919044 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for port, precommit_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:28.924510 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11354351'] for port, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:28.926553 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-809ca0dd-562c-4f44-b765-a8a30f0e8083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:26:28.996308 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Pushing event updated for resources: {'Port': ['ID=8257f4cb-72fc-4eb9-af61-9be5372e9785,revision_number=2']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:26:28.999207 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:26:29.006536 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858313'] for floatingip, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:29.112016 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.db.l3_db [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Floating IP c847d134-3d0b-48df-9f97-dcdc883fc426 associated. External IP: 172.27.2.63, port: dfcb5af1-77f5-48bb-9eca-9945687735f4. Jun 21 10:26:29.332250 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Router ce74825b-0bf0-4e57-80a7-0a88576f0ebe has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:26:29.446116 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:26:29.456564 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b015e448-1030-4375-9828-6a85fe92c270 None None] Sync routers for ids ['ce74825b-0bf0-4e57-80a7-0a88576f0ebe'] in dv-cinder-797245-3-iscsi {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:26:29.464877 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for floatingip, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:29.466809 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b015e448-1030-4375-9828-6a85fe92c270 None None] Routers {'ce74825b-0bf0-4e57-80a7-0a88576f0ebe'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:26:29.467487 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-b015e448-1030-4375-9828-6a85fe92c270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:26:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['ce74825b-0bf0-4e57-80a7-0a88576f0ebe'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:26:29.503125 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9168069 Jun 21 10:26:29.504423 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644623db-511f-462e-8060-1997826009fb', 'tag': 'dfcb5af1-77f5-48bb-9eca-9945687735f4'}] {{(pid=92965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:26:29.505727 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 52288) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:26:29.507053 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6455383dad080abf38abbc06b7173bfc99a12cfb8f38fffed40ef3479635dd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb57648-7204-44b2-851c-341d51404909" -d '{"events": [{"name": "network-changed", "server_uuid": "644623db-511f-462e-8060-1997826009fb", "tag": "dfcb5af1-77f5-48bb-9eca-9945687735f4"}]}' {{(pid=92965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:26:29.510501 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-08f8135e-ab09-4785-8139-64e1da4a05f1 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1606013742', 'description': 'tempest-secgroup-smoke-1606013742 description', 'project_id': '96dade604de94369a63bd8dc4b5d3ea6'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:26:29.538601 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-08f8135e-ab09-4785-8139-64e1da4a05f1 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:29.555650 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894bed40-ce0f-4c8f-a2e5-e10d2b3f5738 x-openstack-request-id: req-894bed40-ce0f-4c8f-a2e5-e10d2b3f5738 {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:26:29.556317 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644623db-511f-462e-8060-1997826009fb", "tag": "dfcb5af1-77f5-48bb-9eca-9945687735f4", "status": "completed", "code": 200}]} {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:26:29.556760 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-894bed40-ce0f-4c8f-a2e5-e10d2b3f5738 {{(pid=92965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:26:29.557357 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644623db-511f-462e-8060-1997826009fb', 'tag': 'dfcb5af1-77f5-48bb-9eca-9945687735f4', 'status': 'completed', 'code': 200} Jun 21 10:26:29.599292 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-b015e448-1030-4375-9828-6a85fe92c270 None None] Set router ce74825b-0bf0-4e57-80a7-0a88576f0ebe gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:26:29.645016 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-08f8135e-ab09-4785-8139-64e1da4a05f1 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:29.650389 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-08f8135e-ab09-4785-8139-64e1da4a05f1 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:29.653027 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-7b55d010-3876-47d0-8a03-4dc18ee645de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:26:29.693960 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8135e-ab09-4785-8139-64e1da4a05f1 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1efcc31c-d709-45a6-b526-f0bee482ef9b,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:26:29.717777 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-08f8135e-ab09-4785-8139-64e1da4a05f1 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:26:29.718511 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-08f8135e-ab09-4785-8139-64e1da4a05f1 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:29.719716 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-08f8135e-ab09-4785-8139-64e1da4a05f1 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2130005 Jun 21 10:26:29.722975 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 52294) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:26:29.727477 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-1ee54c06-2a8a-44ee-9801-1f93da1d7754 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Request body: {'security_group_rule': {'security_group_id': '1efcc31c-d709-45a6-b526-f0bee482ef9b', 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:26:29.780133 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1ee54c06-2a8a-44ee-9801-1f93da1d7754 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:29.796205 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb57648-7204-44b2-851c-341d51404909 req-220fbe1c-0565-48e8-a6a7-263bfaeef18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:29.797800 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6fb57648-7204-44b2-851c-341d51404909 req-220fbe1c-0565-48e8-a6a7-263bfaeef18b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=96dade604de94369a63bd8dc4b5d3ea6&device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 1099 time: 0.1719038 Jun 21 10:26:29.907123 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1ee54c06-2a8a-44ee-9801-1f93da1d7754 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:29.913576 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1ee54c06-2a8a-44ee-9801-1f93da1d7754 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510146'] for security_group_rule, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:29.924535 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-092a2824-ecde-4ee6-b165-844310223d67 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:26:29.963090 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb57648-7204-44b2-851c-341d51404909 req-af1a0b39-7157-4af3-a4e6-d1fa7b17dcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:29.965085 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6fb57648-7204-44b2-851c-341d51404909 req-af1a0b39-7157-4af3-a4e6-d1fa7b17dcf7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0b346e1d-85f5-4b70-bf3d-7cb60d0afb45 HTTP/1.1" status: 200 len: 916 time: 0.1591234 Jun 21 10:26:29.965958 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee54c06-2a8a-44ee-9801-1f93da1d7754 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10329d63-606b-46b9-9ab3-82c087e18a5b,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:26:29.969494 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1ee54c06-2a8a-44ee-9801-1f93da1d7754 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:29.974221 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-1ee54c06-2a8a-44ee-9801-1f93da1d7754 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2467878 Jun 21 10:26:29.974221 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-1ee54c06-2a8a-44ee-9801-1f93da1d7754 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:26:29.975185 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52296) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:26:29.985924 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-19a7532e-815e-49e0-91e4-7390ba6fce2f tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Request body: {'security_group_rule': {'security_group_id': '1efcc31c-d709-45a6-b526-f0bee482ef9b', 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:26:30.026915 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-19a7532e-815e-49e0-91e4-7390ba6fce2f tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:30.030011 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-b015e448-1030-4375-9828-6a85fe92c270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'name': 'tempest-TestMinimumBasicScenario-446111484-router', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bdd80cd3-9233-4943-aefc-3142fb3ee86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:25:28Z', 'updated_at': '2021-06-21T10:25:32Z', 'revision_number': 4, 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'gw_port': {'id': 'bdd80cd3-9233-4943-aefc-3142fb3ee86a', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:29Z', 'updated_at': '2021-06-21T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_floatingips': [{'id': 'c847d134-3d0b-48df-9f97-dcdc883fc426', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'floating_ip_address': '172.27.2.63', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'port_id': 'dfcb5af1-77f5-48bb-9eca-9945687735f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b346e1d-85f5-4b70-bf3d-7cb60d0afb45', 'mac_address': 'fa:16:3e:75:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644623db-511f-462e-8060-1997826009fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:26:28Z', 'updated_at': '2021-06-21T10:26:28Z', 'revision_number': 0, 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05fe600-f814-4e8c-893d-7a68d301813e', 'name': '', 'network_id': '0b346e1d-85f5-4b70-bf3d-7cb60d0afb45', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'mac_address': 'fa:16:3e:ba:39:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '1ecbdd50-989b-4cbb-9425-c57a34cc7167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:31Z', 'updated_at': '2021-06-21T10:25:37Z', 'revision_number': 5, 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'subnets': [{'id': '1ecbdd50-989b-4cbb-9425-c57a34cc7167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:26:30.040192 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6fb57648-7204-44b2-851c-341d51404909 req-4047be5d-c91d-4512-a218-1803813879d4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfcb5af1-77f5-48bb-9eca-9945687735f4 HTTP/1.1" status: 200 len: 999 time: 0.0671577 Jun 21 10:26:30.065608 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b015e448-1030-4375-9828-6a85fe92c270 None None] Checking router: ce74825b-0bf0-4e57-80a7-0a88576f0ebe for host: dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:26:30.074470 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b015e448-1030-4375-9828-6a85fe92c270 None None] Routers {'ce74825b-0bf0-4e57-80a7-0a88576f0ebe'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:26:30.075113 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-b015e448-1030-4375-9828-6a85fe92c270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:26:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['ce74825b-0bf0-4e57-80a7-0a88576f0ebe'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:26:30.107220 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-19a7532e-815e-49e0-91e4-7390ba6fce2f tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:30.111456 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb57648-7204-44b2-851c-341d51404909 req-519fd6f2-2017-464e-9034-24a74387c0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:30.113773 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-19a7532e-815e-49e0-91e4-7390ba6fce2f tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510146'] for security_group_rule, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:30.113962 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6fb57648-7204-44b2-851c-341d51404909 req-519fd6f2-2017-464e-9034-24a74387c0a9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ecbdd50-989b-4cbb-9425-c57a34cc7167 HTTP/1.1" status: 200 len: 853 time: 0.0542631 Jun 21 10:26:30.116045 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-77931919-e06d-4c69-93a4-e78610a7ff12 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:26:30.134458 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7532e-815e-49e0-91e4-7390ba6fce2f tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8346a92-5cac-4d04-87bd-65534186429e,revision_number=0']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:26:30.138519 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-19a7532e-815e-49e0-91e4-7390ba6fce2f tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:26:30.147448 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-19a7532e-815e-49e0-91e4-7390ba6fce2f tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:30.148808 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-19a7532e-815e-49e0-91e4-7390ba6fce2f tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1702452 Jun 21 10:26:30.152648 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52298) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:26:30.157873 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-acad1353-dba9-4b22-bb24-324b680deeb0 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Request body: {'security_group_rule': {'security_group_id': '1efcc31c-d709-45a6-b526-f0bee482ef9b', 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:26:30.191519 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb57648-7204-44b2-851c-341d51404909 req-f754c6b6-e271-4da5-baeb-5693be944eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:30.193075 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6fb57648-7204-44b2-851c-341d51404909 req-f754c6b6-e271-4da5-baeb-5693be944eb5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0b346e1d-85f5-4b70-bf3d-7cb60d0afb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729067 Jun 21 10:26:30.194039 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-acad1353-dba9-4b22-bb24-324b680deeb0 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:30.226337 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-b015e448-1030-4375-9828-6a85fe92c270 None None] Set router ce74825b-0bf0-4e57-80a7-0a88576f0ebe gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:26:30.275345 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-acad1353-dba9-4b22-bb24-324b680deeb0 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:30.287336 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-acad1353-dba9-4b22-bb24-324b680deeb0 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510146'] for security_group_rule, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:30.289635 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-541a6c4f-3c75-4c69-83d3-c22382237ea1 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:26:30.317815 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad1353-dba9-4b22-bb24-324b680deeb0 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc7748dd-5b82-42b1-a3ed-e7d7b97876ed,revision_number=0']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:26:30.320852 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-acad1353-dba9-4b22-bb24-324b680deeb0 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:26:30.330406 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-acad1353-dba9-4b22-bb24-324b680deeb0 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:30.330406 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-acad1353-dba9-4b22-bb24-324b680deeb0 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1738329 Jun 21 10:26:30.334187 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52300) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:26:30.337504 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6fb57648-7204-44b2-851c-341d51404909 req-d131c21a-110d-41bd-8427-fc564b6f7167 service neutron] 10.222.0.74 "GET /v2.0/networks/0b346e1d-85f5-4b70-bf3d-7cb60d0afb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376944 Jun 21 10:26:30.343862 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-8164bc64-5aec-404d-a178-037157a3a67c tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Request body: {'security_group_rule': {'security_group_id': '1efcc31c-d709-45a6-b526-f0bee482ef9b', 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:26:30.399383 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8164bc64-5aec-404d-a178-037157a3a67c tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:30.451787 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6fb57648-7204-44b2-851c-341d51404909 req-82f6c8c6-8867-487f-a662-8c74203a18ea service neutron] 10.222.0.74 "GET /v2.0/networks/0b346e1d-85f5-4b70-bf3d-7cb60d0afb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071746 Jun 21 10:26:30.500538 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8164bc64-5aec-404d-a178-037157a3a67c tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:30.505628 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8164bc64-5aec-404d-a178-037157a3a67c tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510146'] for security_group_rule, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:30.508205 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-19a7532e-815e-49e0-91e4-7390ba6fce2f tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:26:30.527194 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164bc64-5aec-404d-a178-037157a3a67c tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef80eaa9-9d6b-43e8-bb66-57684939d1e0,revision_number=0']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:26:30.529840 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-8164bc64-5aec-404d-a178-037157a3a67c tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:26:30.534528 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-8164bc64-5aec-404d-a178-037157a3a67c tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:30.535811 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-8164bc64-5aec-404d-a178-037157a3a67c tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1996131 Jun 21 10:26:30.540178 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52302) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:26:30.544959 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-b2bd61f2-9d72-43b7-ace6-bed593aaf8e0 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Request body: {'security_group_rule': {'security_group_id': '1efcc31c-d709-45a6-b526-f0bee482ef9b', 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:26:30.565886 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-b015e448-1030-4375-9828-6a85fe92c270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'name': 'tempest-TestMinimumBasicScenario-446111484-router', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bdd80cd3-9233-4943-aefc-3142fb3ee86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:25:28Z', 'updated_at': '2021-06-21T10:25:32Z', 'revision_number': 4, 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'gw_port': {'id': 'bdd80cd3-9233-4943-aefc-3142fb3ee86a', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:29Z', 'updated_at': '2021-06-21T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_floatingips': [{'id': 'c847d134-3d0b-48df-9f97-dcdc883fc426', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'floating_ip_address': '172.27.2.63', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'port_id': 'dfcb5af1-77f5-48bb-9eca-9945687735f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b346e1d-85f5-4b70-bf3d-7cb60d0afb45', 'mac_address': 'fa:16:3e:75:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644623db-511f-462e-8060-1997826009fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:26:28Z', 'updated_at': '2021-06-21T10:26:28Z', 'revision_number': 0, 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05fe600-f814-4e8c-893d-7a68d301813e', 'name': '', 'network_id': '0b346e1d-85f5-4b70-bf3d-7cb60d0afb45', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'mac_address': 'fa:16:3e:ba:39:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '1ecbdd50-989b-4cbb-9425-c57a34cc7167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:31Z', 'updated_at': '2021-06-21T10:25:37Z', 'revision_number': 5, 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'subnets': [{'id': '1ecbdd50-989b-4cbb-9425-c57a34cc7167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:26:30.571714 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.db.securitygroups_db [None req-b2bd61f2-9d72-43b7-ace6-bed593aaf8e0 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Project 96dade604de94369a63bd8dc4b5d3ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 10:26:30.577039 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b2bd61f2-9d72-43b7-ace6-bed593aaf8e0 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:30.594165 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b015e448-1030-4375-9828-6a85fe92c270 None None] The sync data for ids ['ce74825b-0bf0-4e57-80a7-0a88576f0ebe'] in dv-cinder-797245-3-iscsi is: [{'id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'name': 'tempest-TestMinimumBasicScenario-446111484-router', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bdd80cd3-9233-4943-aefc-3142fb3ee86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:25:28Z', 'updated_at': '2021-06-21T10:25:32Z', 'revision_number': 4, 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'gw_port': {'id': 'bdd80cd3-9233-4943-aefc-3142fb3ee86a', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:29Z', 'updated_at': '2021-06-21T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_floatingips': [{'id': 'c847d134-3d0b-48df-9f97-dcdc883fc426', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'floating_ip_address': '172.27.2.63', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'port_id': 'dfcb5af1-77f5-48bb-9eca-9945687735f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b346e1d-85f5-4b70-bf3d-7cb60d0afb45', 'mac_address': 'fa:16:3e:75:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644623db-511f-462e-8060-1997826009fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:26:28Z', 'updated_at': '2021-06-21T10:26:28Z', 'revision_number': 0, 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05fe600-f814-4e8c-893d-7a68d301813e', 'name': '', 'network_id': '0b346e1d-85f5-4b70-bf3d-7cb60d0afb45', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'mac_address': 'fa:16:3e:ba:39:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '1ecbdd50-989b-4cbb-9425-c57a34cc7167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:31Z', 'updated_at': '2021-06-21T10:25:37Z', 'revision_number': 5, 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'subnets': [{'id': '1ecbdd50-989b-4cbb-9425-c57a34cc7167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:26:30.653342 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b2bd61f2-9d72-43b7-ace6-bed593aaf8e0 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:30.659095 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b2bd61f2-9d72-43b7-ace6-bed593aaf8e0 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510146'] for security_group_rule, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:30.665875 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:26:30.685031 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd61f2-9d72-43b7-ace6-bed593aaf8e0 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c283fdfd-0775-42ef-b252-4f75ad33929a,revision_number=0']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:26:30.688725 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-b2bd61f2-9d72-43b7-ace6-bed593aaf8e0 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:26:30.689919 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b2bd61f2-9d72-43b7-ace6-bed593aaf8e0 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:30.693075 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-b2bd61f2-9d72-43b7-ace6-bed593aaf8e0 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1499720 Jun 21 10:26:30.694066 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52304) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:26:30.699705 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-5b2ec0cc-efb9-4ae5-a54a-a556444976af tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Request body: {'security_group_rule': {'security_group_id': '1efcc31c-d709-45a6-b526-f0bee482ef9b', 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:26:30.739876 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.db.securitygroups_db [None req-5b2ec0cc-efb9-4ae5-a54a-a556444976af tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Project 96dade604de94369a63bd8dc4b5d3ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 10:26:30.753796 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-5b2ec0cc-efb9-4ae5-a54a-a556444976af tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:30.846020 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-5b2ec0cc-efb9-4ae5-a54a-a556444976af tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:30.848793 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e873ad-38a2-4a82-9693-92c2df051961 None None] New status for floating IP c847d134-3d0b-48df-9f97-dcdc883fc426: ACTIVE {{(pid=92973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 10:26:30.852734 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-5b2ec0cc-efb9-4ae5-a54a-a556444976af tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510146'] for security_group_rule, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:30.864062 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:26:30.881537 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ec0cc-efb9-4ae5-a54a-a556444976af tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a597f6-a73a-48c4-95c2-d57e0b8224d8,revision_number=0']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:26:30.884380 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-5b2ec0cc-efb9-4ae5-a54a-a556444976af tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:26:30.885888 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-5b2ec0cc-efb9-4ae5-a54a-a556444976af tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:30.886992 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-5b2ec0cc-efb9-4ae5-a54a-a556444976af tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1920443 Jun 21 10:26:31.064778 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-cf265259-cedd-430a-9cfe-731e15a68fee req-bc97fd7d-4aa0-4dde-8bd3-71188005f9fa tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1606013742&fields=id&tenant_id=96dade604de94369a63bd8dc4b5d3ea6 HTTP/1.1" status: 200 len: 267 time: 0.0431280 Jun 21 10:26:31.144889 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf265259-cedd-430a-9cfe-731e15a68fee req-8aedc2f8-5ee4-43ff-a700-75526ca1f994 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:31.146326 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-cf265259-cedd-430a-9cfe-731e15a68fee req-8aedc2f8-5ee4-43ff-a700-75526ca1f994 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 946 time: 0.0756342 Jun 21 10:26:31.157614 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [req-cf265259-cedd-430a-9cfe-731e15a68fee req-17b1ab7f-bfd1-4e81-82de-1ab338bef1b7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Request body: {'port': {'security_groups': ['3ddba42e-843c-42ae-943e-bcbfe4cc717c', '1efcc31c-d709-45a6-b526-f0bee482ef9b']}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:26:31.247469 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-cf265259-cedd-430a-9cfe-731e15a68fee req-17b1ab7f-bfd1-4e81-82de-1ab338bef1b7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:31.461086 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [req-cf265259-cedd-430a-9cfe-731e15a68fee req-17b1ab7f-bfd1-4e81-82de-1ab338bef1b7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] For port dfcb5af1-77f5-48bb-9eca-9945687735f4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=dfcb5af1-77f5-48bb-9eca-9945687735f4,segment=NetworkSegment(7dffbcc8-c9ad-47d7-abd8-a699777f1745),segment_id=7dffbcc8-c9ad-47d7-abd8-a699777f1745)] {{(pid=92965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:26:31.490584 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-cf265259-cedd-430a-9cfe-731e15a68fee req-17b1ab7f-bfd1-4e81-82de-1ab338bef1b7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for port, precommit_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:31.496119 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-cf265259-cedd-430a-9cfe-731e15a68fee req-17b1ab7f-bfd1-4e81-82de-1ab338bef1b7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11354351'] for port, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:31.501489 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-81d6b7fe-6af3-4694-b2d1-cef009a48356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:26:31.536213 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['dfcb5af1-77f5-48bb-9eca-9945687735f4'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:26:31.540317 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf265259-cedd-430a-9cfe-731e15a68fee req-17b1ab7f-bfd1-4e81-82de-1ab338bef1b7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:31.540984 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-cf265259-cedd-430a-9cfe-731e15a68fee req-17b1ab7f-bfd1-4e81-82de-1ab338bef1b7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:31.542356 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-cf265259-cedd-430a-9cfe-731e15a68fee req-17b1ab7f-bfd1-4e81-82de-1ab338bef1b7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "PUT /v2.0/ports/dfcb5af1-77f5-48bb-9eca-9945687735f4 HTTP/1.1" status: 200 len: 982 time: 0.3899312 Jun 21 10:26:31.562178 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644623db-511f-462e-8060-1997826009fb', 'tag': 'dfcb5af1-77f5-48bb-9eca-9945687735f4'}] {{(pid=92965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:26:31.564450 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6455383dad080abf38abbc06b7173bfc99a12cfb8f38fffed40ef3479635dd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e915e8-4e9b-4f1b-94c4-cf45df199942" -d '{"events": [{"name": "network-changed", "server_uuid": "644623db-511f-462e-8060-1997826009fb", "tag": "dfcb5af1-77f5-48bb-9eca-9945687735f4"}]}' {{(pid=92965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:26:31.582458 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1ab7f-bfd1-4e81-82de-1ab338bef1b7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Pushing event updated for resources: {'Port': ['ID=dfcb5af1-77f5-48bb-9eca-9945687735f4,revision_number=6']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:26:31.586334 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-17b1ab7f-bfd1-4e81-82de-1ab338bef1b7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:26:31.627339 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba5d742-08e6-4570-a872-33b52c924a0f x-openstack-request-id: req-cba5d742-08e6-4570-a872-33b52c924a0f {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:26:31.627681 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644623db-511f-462e-8060-1997826009fb", "tag": "dfcb5af1-77f5-48bb-9eca-9945687735f4", "status": "completed", "code": 200}]} {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:26:31.627973 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cba5d742-08e6-4570-a872-33b52c924a0f {{(pid=92965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:26:31.628648 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644623db-511f-462e-8060-1997826009fb', 'tag': 'dfcb5af1-77f5-48bb-9eca-9945687735f4', 'status': 'completed', 'code': 200} Jun 21 10:26:31.683475 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['dfcb5af1-77f5-48bb-9eca-9945687735f4'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:26:31.802259 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e915e8-4e9b-4f1b-94c4-cf45df199942 req-b28cc00b-9841-4ecb-93b1-442c32c0b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:31.804717 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-21e915e8-4e9b-4f1b-94c4-cf45df199942 req-b28cc00b-9841-4ecb-93b1-442c32c0b5df service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=96dade604de94369a63bd8dc4b5d3ea6&device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 1138 time: 0.1284041 Jun 21 10:26:31.816420 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e379d6-9b89-4761-af36-f3d08bab8700 req-ed9c06d2-afe7-4f53-91ba-2c6df5238422 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:31.819105 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f8e379d6-9b89-4761-af36-f3d08bab8700 req-ed9c06d2-afe7-4f53-91ba-2c6df5238422 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 985 time: 0.1299930 Jun 21 10:26:31.848527 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-cfc2ee45-bf35-485e-9e44-a54654f25b6f None None] Provisioning complete for port dfcb5af1-77f5-48bb-9eca-9945687735f4 triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:26:31.848937 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-cfc2ee45-bf35-485e-9e44-a54654f25b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:31.933574 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f8e379d6-9b89-4761-af36-f3d08bab8700 req-e0aa7d2d-b8bb-43cc-a9fe-3169301621ad tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&id=1efcc31c-d709-45a6-b526-f0bee482ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0993025 Jun 21 10:26:31.970663 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e915e8-4e9b-4f1b-94c4-cf45df199942 req-efe927b0-5557-4bbb-a984-8dc89065c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:31.972831 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-21e915e8-4e9b-4f1b-94c4-cf45df199942 req-efe927b0-5557-4bbb-a984-8dc89065c97b service neutron] 10.222.0.74 "GET /v2.0/networks?id=0b346e1d-85f5-4b70-bf3d-7cb60d0afb45 HTTP/1.1" status: 200 len: 916 time: 0.1525338 Jun 21 10:26:32.058715 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-21e915e8-4e9b-4f1b-94c4-cf45df199942 req-d94bac8a-1739-4fb3-bdfd-d9e6f60f2164 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfcb5af1-77f5-48bb-9eca-9945687735f4 HTTP/1.1" status: 200 len: 1001 time: 0.0778749 Jun 21 10:26:32.112391 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e915e8-4e9b-4f1b-94c4-cf45df199942 req-2aa82e05-2b34-49d3-a75e-92a3a82b70de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:32.113905 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-21e915e8-4e9b-4f1b-94c4-cf45df199942 req-2aa82e05-2b34-49d3-a75e-92a3a82b70de service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ecbdd50-989b-4cbb-9425-c57a34cc7167 HTTP/1.1" status: 200 len: 853 time: 0.0473247 Jun 21 10:26:32.184938 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e915e8-4e9b-4f1b-94c4-cf45df199942 req-7dc04ff8-04a4-4a72-8b08-30e9adb03336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:32.188646 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-21e915e8-4e9b-4f1b-94c4-cf45df199942 req-7dc04ff8-04a4-4a72-8b08-30e9adb03336 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0b346e1d-85f5-4b70-bf3d-7cb60d0afb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622315 Jun 21 10:26:32.292453 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-21e915e8-4e9b-4f1b-94c4-cf45df199942 req-9535209d-cb68-46bc-a4fb-fa796c11cdf8 service neutron] 10.222.0.74 "GET /v2.0/networks/0b346e1d-85f5-4b70-bf3d-7cb60d0afb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951436 Jun 21 10:26:32.386640 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-21e915e8-4e9b-4f1b-94c4-cf45df199942 req-220d7c36-441a-4655-a54f-5849cfeedd6f service neutron] 10.222.0.74 "GET /v2.0/networks/0b346e1d-85f5-4b70-bf3d-7cb60d0afb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868011 Jun 21 10:26:34.571002 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:26:37.403681 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-06e10637-61fa-4b3f-8e50-2c37b47063ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:40.883219 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:40.986956 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-83ae5173-2a48-43ea-8a05-a754fe0b9305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:43.113422 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:45.199837 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:48.426645 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c602c8b-5738-4266-9fd1-49e25c32235e req-575fbab4-ba0f-48a5-801a-8cc2465913bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:48.428252 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1c602c8b-5738-4266-9fd1-49e25c32235e req-575fbab4-ba0f-48a5-801a-8cc2465913bd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=96dade604de94369a63bd8dc4b5d3ea6&device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 1138 time: 0.1081796 Jun 21 10:26:48.437381 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25a4ca-8825-486e-ae6d-526e44590f9f req-475b423e-2277-4764-a708-30363c953087 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:48.439802 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-be25a4ca-8825-486e-ae6d-526e44590f9f req-475b423e-2277-4764-a708-30363c953087 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 985 time: 0.1105843 Jun 21 10:26:48.531619 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-be25a4ca-8825-486e-ae6d-526e44590f9f req-d2603258-c9b3-4288-ace5-197855681f6e tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&id=1efcc31c-d709-45a6-b526-f0bee482ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0828311 Jun 21 10:26:48.566468 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c602c8b-5738-4266-9fd1-49e25c32235e req-7f18c098-99ed-4d51-9cc8-a85774d2e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:48.568113 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1c602c8b-5738-4266-9fd1-49e25c32235e req-7f18c098-99ed-4d51-9cc8-a85774d2e533 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0b346e1d-85f5-4b70-bf3d-7cb60d0afb45 HTTP/1.1" status: 200 len: 916 time: 0.1270616 Jun 21 10:26:48.639154 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1c602c8b-5738-4266-9fd1-49e25c32235e req-ee763a78-d920-45f1-838f-7481f82a951c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfcb5af1-77f5-48bb-9eca-9945687735f4 HTTP/1.1" status: 200 len: 1001 time: 0.0636790 Jun 21 10:26:48.693802 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c602c8b-5738-4266-9fd1-49e25c32235e req-1e3dbe29-121a-421e-8bf6-afbf29cd2fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:48.695231 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1c602c8b-5738-4266-9fd1-49e25c32235e req-1e3dbe29-121a-421e-8bf6-afbf29cd2fe8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ecbdd50-989b-4cbb-9425-c57a34cc7167 HTTP/1.1" status: 200 len: 853 time: 0.0493276 Jun 21 10:26:48.770079 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c602c8b-5738-4266-9fd1-49e25c32235e req-67c55c9c-9cb6-4e98-9386-8ac0dc1d811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:48.771598 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1c602c8b-5738-4266-9fd1-49e25c32235e req-67c55c9c-9cb6-4e98-9386-8ac0dc1d811c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0b346e1d-85f5-4b70-bf3d-7cb60d0afb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568416 Jun 21 10:26:48.883093 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1c602c8b-5738-4266-9fd1-49e25c32235e req-7990a70e-bb5e-428c-9733-d3d757c9f1ce service neutron] 10.222.0.74 "GET /v2.0/networks/0b346e1d-85f5-4b70-bf3d-7cb60d0afb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047726 Jun 21 10:26:48.979419 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1c602c8b-5738-4266-9fd1-49e25c32235e req-be656b69-4b08-4bfd-b53e-c9d3475d1b29 service neutron] 10.222.0.74 "GET /v2.0/networks/0b346e1d-85f5-4b70-bf3d-7cb60d0afb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897145 Jun 21 10:26:49.716098 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8947247-35bb-4ff1-b656-f971ec11fffb req-15c704a9-3e84-4e94-9221-92795ed73968 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:49.718286 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-a8947247-35bb-4ff1-b656-f971ec11fffb req-15c704a9-3e84-4e94-9221-92795ed73968 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 985 time: 0.0695021 Jun 21 10:26:49.767751 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-a8947247-35bb-4ff1-b656-f971ec11fffb req-b5865919-e7ec-47c9-82ee-ed49cee2b307 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&id=1efcc31c-d709-45a6-b526-f0bee482ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432870 Jun 21 10:26:50.955986 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309a080-63bd-4fca-b619-9e5d852a244b req-960bd5fe-9060-47fc-b82f-75b827168ecb tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:50.957596 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b309a080-63bd-4fca-b619-9e5d852a244b req-960bd5fe-9060-47fc-b82f-75b827168ecb tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 985 time: 0.0729032 Jun 21 10:26:51.012116 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b309a080-63bd-4fca-b619-9e5d852a244b req-0dbdea7a-74f9-443e-8db2-1345c5373588 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&id=1efcc31c-d709-45a6-b526-f0bee482ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0483420 Jun 21 10:26:52.203129 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff6c62-a956-4067-bc45-04026f1a469e req-c389a92a-b53f-409a-8a04-dbd4c82d538a tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:52.204661 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4bff6c62-a956-4067-bc45-04026f1a469e req-c389a92a-b53f-409a-8a04-dbd4c82d538a tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 985 time: 0.0701694 Jun 21 10:26:52.246640 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4bff6c62-a956-4067-bc45-04026f1a469e req-06d13380-1e7c-4fc0-9b0f-e61366016fdc tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&id=1efcc31c-d709-45a6-b526-f0bee482ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358493 Jun 21 10:26:53.432007 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964b184-4e29-46cd-a377-15a15a7b0715 req-224751a1-c28a-4bc4-94a3-8ae3b07c3950 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:53.433560 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6964b184-4e29-46cd-a377-15a15a7b0715 req-224751a1-c28a-4bc4-94a3-8ae3b07c3950 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 985 time: 0.0675118 Jun 21 10:26:53.481005 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6964b184-4e29-46cd-a377-15a15a7b0715 req-75de2445-eadb-4bfc-8149-9e083f98bde1 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&id=1efcc31c-d709-45a6-b526-f0bee482ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405965 Jun 21 10:26:54.664655 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a99ca-f816-41f4-98f6-2077b927d1be req-6a889748-ea3f-4504-886b-4c3bf0ee9c1f tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:54.666225 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-748a99ca-f816-41f4-98f6-2077b927d1be req-6a889748-ea3f-4504-886b-4c3bf0ee9c1f tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 985 time: 0.0672276 Jun 21 10:26:54.710263 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-748a99ca-f816-41f4-98f6-2077b927d1be req-10046a8f-4fb3-4f06-9242-d1fca5c584cb tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&id=1efcc31c-d709-45a6-b526-f0bee482ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365584 Jun 21 10:26:55.892076 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319175c-87ae-455b-93c5-b26bd11cf93d req-e8a39c5a-d242-4911-bc29-7255cb26c6b7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:55.893502 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d319175c-87ae-455b-93c5-b26bd11cf93d req-e8a39c5a-d242-4911-bc29-7255cb26c6b7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 985 time: 0.0705886 Jun 21 10:26:55.934131 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d319175c-87ae-455b-93c5-b26bd11cf93d req-fcfb867c-255c-4378-bea3-c9fc08fb98a4 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&id=1efcc31c-d709-45a6-b526-f0bee482ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346866 Jun 21 10:26:57.111412 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a24301-1201-41bc-849e-359454fd8703 req-cdb040e6-bd30-4a67-b779-eb9a91da06f9 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:57.112866 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-88a24301-1201-41bc-849e-359454fd8703 req-cdb040e6-bd30-4a67-b779-eb9a91da06f9 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 985 time: 0.0652685 Jun 21 10:26:57.151623 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-88a24301-1201-41bc-849e-359454fd8703 req-4a48e422-f1e9-4065-91d7-394b0e82dcae tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&id=1efcc31c-d709-45a6-b526-f0bee482ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329285 Jun 21 10:26:57.254155 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:26:58.360330 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7983c1-3e0d-431c-b221-511bcc6a3d12 req-ce05a23a-dec7-462f-b118-937bc0930eaa tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:58.361800 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6c7983c1-3e0d-431c-b221-511bcc6a3d12 req-ce05a23a-dec7-462f-b118-937bc0930eaa tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 985 time: 0.0878258 Jun 21 10:26:58.405725 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6c7983c1-3e0d-431c-b221-511bcc6a3d12 req-5f2e5993-ba11-4581-9fad-04b1e7099883 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&id=1efcc31c-d709-45a6-b526-f0bee482ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373135 Jun 21 10:26:59.605518 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51875e7-704d-4022-b446-432ead425ee7 req-f104e0a5-7f53-4876-848e-16f6e25d0b2f tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:26:59.607022 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b51875e7-704d-4022-b446-432ead425ee7 req-f104e0a5-7f53-4876-848e-16f6e25d0b2f tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 985 time: 0.0720947 Jun 21 10:26:59.653425 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b51875e7-704d-4022-b446-432ead425ee7 req-4539ea4b-049b-48fc-be3f-a9f1b9e3a354 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&id=1efcc31c-d709-45a6-b526-f0bee482ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373034 Jun 21 10:27:00.837439 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cce6e2-3489-4952-9a3d-028caa2241a9 req-582e73bc-4b83-4d1a-b9d1-a25e9290e339 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:27:00.839014 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-17cce6e2-3489-4952-9a3d-028caa2241a9 req-582e73bc-4b83-4d1a-b9d1-a25e9290e339 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 985 time: 0.0691974 Jun 21 10:27:00.881414 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-17cce6e2-3489-4952-9a3d-028caa2241a9 req-59728c3c-df89-400f-8172-4d0a3f6c9f1f tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&id=1efcc31c-d709-45a6-b526-f0bee482ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360415 Jun 21 10:27:07.406627 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-a97c4dee-5829-4ab2-a3c5-7949d1c127f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:07.614971 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dc68839a-ebd5-4777-83c6-47af0f8cc5d4 req-72b716e2-d07f-4a41-a73e-eed62a2ef718 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0617468 Jun 21 10:27:07.741542 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68839a-ebd5-4777-83c6-47af0f8cc5d4 req-316c8f17-bec6-4521-ad7b-2953e9e72c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:27:07.743045 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dc68839a-ebd5-4777-83c6-47af0f8cc5d4 req-316c8f17-bec6-4521-ad7b-2953e9e72c0f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=96dade604de94369a63bd8dc4b5d3ea6&device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 1138 time: 0.0630631 Jun 21 10:27:07.849562 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68839a-ebd5-4777-83c6-47af0f8cc5d4 req-a29c4c95-ca48-4c0c-8670-67a1ba73aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:27:07.851002 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dc68839a-ebd5-4777-83c6-47af0f8cc5d4 req-a29c4c95-ca48-4c0c-8670-67a1ba73aeaa service neutron] 10.222.0.74 "GET /v2.0/networks?id=0b346e1d-85f5-4b70-bf3d-7cb60d0afb45 HTTP/1.1" status: 200 len: 916 time: 0.0879736 Jun 21 10:27:07.917204 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dc68839a-ebd5-4777-83c6-47af0f8cc5d4 req-569d8a81-7d83-4ffa-9bcb-963717454252 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfcb5af1-77f5-48bb-9eca-9945687735f4 HTTP/1.1" status: 200 len: 1001 time: 0.0589378 Jun 21 10:27:07.964740 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68839a-ebd5-4777-83c6-47af0f8cc5d4 req-d16e9d92-76b2-4056-9f7e-bf1ecd0d8b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:27:07.966159 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dc68839a-ebd5-4777-83c6-47af0f8cc5d4 req-d16e9d92-76b2-4056-9f7e-bf1ecd0d8b3e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ecbdd50-989b-4cbb-9425-c57a34cc7167 HTTP/1.1" status: 200 len: 853 time: 0.0433631 Jun 21 10:27:08.029431 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68839a-ebd5-4777-83c6-47af0f8cc5d4 req-767d602d-7eb7-4d03-9ac5-40ddc9bac4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:27:08.031527 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dc68839a-ebd5-4777-83c6-47af0f8cc5d4 req-767d602d-7eb7-4d03-9ac5-40ddc9bac4ad service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0b346e1d-85f5-4b70-bf3d-7cb60d0afb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588586 Jun 21 10:27:08.128907 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dc68839a-ebd5-4777-83c6-47af0f8cc5d4 req-914f288e-5eac-4bee-856a-4725d6446f5a service neutron] 10.222.0.74 "GET /v2.0/networks/0b346e1d-85f5-4b70-bf3d-7cb60d0afb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903623 Jun 21 10:27:08.253880 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dc68839a-ebd5-4777-83c6-47af0f8cc5d4 req-c54dc604-2bfe-49e4-91d0-d4ec76aa3374 service neutron] 10.222.0.74 "GET /v2.0/networks/0b346e1d-85f5-4b70-bf3d-7cb60d0afb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184721 Jun 21 10:27:10.886391 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:10.979226 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-77622019-3559-4f4f-9386-c983205180a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:11.569337 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:27:13.121029 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:15.211853 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:27.256453 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:33.672251 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4f6f0580-30f0-440b-8fbf-a59458045ae0 req-7f84fd25-60b2-40e7-a386-8186660a6798 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1606013742&fields=id&tenant_id=96dade604de94369a63bd8dc4b5d3ea6 HTTP/1.1" status: 200 len: 267 time: 0.0475259 Jun 21 10:27:33.791504 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f0580-30f0-440b-8fbf-a59458045ae0 req-5383f628-34b3-42fc-81ec-5c6d6c3dd8e4 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:27:33.794543 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4f6f0580-30f0-440b-8fbf-a59458045ae0 req-5383f628-34b3-42fc-81ec-5c6d6c3dd8e4 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 985 time: 0.1141279 Jun 21 10:27:33.808672 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [req-4f6f0580-30f0-440b-8fbf-a59458045ae0 req-6babeb6c-519f-483f-8a91-ce73b1cdc6a7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Request body: {'port': {'security_groups': ['3ddba42e-843c-42ae-943e-bcbfe4cc717c']}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:27:33.926393 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-4f6f0580-30f0-440b-8fbf-a59458045ae0 req-6babeb6c-519f-483f-8a91-ce73b1cdc6a7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:34.190265 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [req-4f6f0580-30f0-440b-8fbf-a59458045ae0 req-6babeb6c-519f-483f-8a91-ce73b1cdc6a7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] For port dfcb5af1-77f5-48bb-9eca-9945687735f4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=dfcb5af1-77f5-48bb-9eca-9945687735f4,segment=NetworkSegment(7dffbcc8-c9ad-47d7-abd8-a699777f1745),segment_id=7dffbcc8-c9ad-47d7-abd8-a699777f1745)] {{(pid=92965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:27:34.232831 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-4f6f0580-30f0-440b-8fbf-a59458045ae0 req-6babeb6c-519f-483f-8a91-ce73b1cdc6a7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for port, precommit_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:34.240378 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-4f6f0580-30f0-440b-8fbf-a59458045ae0 req-6babeb6c-519f-483f-8a91-ce73b1cdc6a7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11354351'] for port, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:34.245398 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-20549bb9-1a83-4856-8910-6063633af179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:27:34.279859 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['dfcb5af1-77f5-48bb-9eca-9945687735f4'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:27:34.299073 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f0580-30f0-440b-8fbf-a59458045ae0 req-6babeb6c-519f-483f-8a91-ce73b1cdc6a7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:27:34.299887 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [req-4f6f0580-30f0-440b-8fbf-a59458045ae0 req-6babeb6c-519f-483f-8a91-ce73b1cdc6a7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:34.302075 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-4f6f0580-30f0-440b-8fbf-a59458045ae0 req-6babeb6c-519f-483f-8a91-ce73b1cdc6a7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "PUT /v2.0/ports/dfcb5af1-77f5-48bb-9eca-9945687735f4 HTTP/1.1" status: 200 len: 943 time: 0.4985917 Jun 21 10:27:34.303057 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644623db-511f-462e-8060-1997826009fb', 'tag': 'dfcb5af1-77f5-48bb-9eca-9945687735f4'}] {{(pid=92965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:27:34.307413 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6455383dad080abf38abbc06b7173bfc99a12cfb8f38fffed40ef3479635dd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd79a275-9519-4be4-8826-1b30286f8308" -d '{"events": [{"name": "network-changed", "server_uuid": "644623db-511f-462e-8060-1997826009fb", "tag": "dfcb5af1-77f5-48bb-9eca-9945687735f4"}]}' {{(pid=92965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:27:34.315224 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 52354) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:27:34.374828 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6babeb6c-519f-483f-8a91-ce73b1cdc6a7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Pushing event updated for resources: {'Port': ['ID=dfcb5af1-77f5-48bb-9eca-9945687735f4,revision_number=7']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:27:34.388302 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0534f619-0cd1-4f6c-9ba5-a805cc9463a4 x-openstack-request-id: req-0534f619-0cd1-4f6c-9ba5-a805cc9463a4 {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:27:34.389141 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644623db-511f-462e-8060-1997826009fb", "tag": "dfcb5af1-77f5-48bb-9eca-9945687735f4", "status": "completed", "code": 200}]} {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:27:34.389689 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0534f619-0cd1-4f6c-9ba5-a805cc9463a4 {{(pid=92965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:27:34.390521 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644623db-511f-462e-8060-1997826009fb', 'tag': 'dfcb5af1-77f5-48bb-9eca-9945687735f4', 'status': 'completed', 'code': 200} Jun 21 10:27:34.399720 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6babeb6c-519f-483f-8a91-ce73b1cdc6a7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:34.400317 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6babeb6c-519f-483f-8a91-ce73b1cdc6a7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:34.400780 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6babeb6c-519f-483f-8a91-ce73b1cdc6a7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:34.401529 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6babeb6c-519f-483f-8a91-ce73b1cdc6a7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:34.401928 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6babeb6c-519f-483f-8a91-ce73b1cdc6a7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:34.402304 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6babeb6c-519f-483f-8a91-ce73b1cdc6a7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:34.402680 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6babeb6c-519f-483f-8a91-ce73b1cdc6a7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:34.403116 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6babeb6c-519f-483f-8a91-ce73b1cdc6a7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:34.403497 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6babeb6c-519f-483f-8a91-ce73b1cdc6a7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:34.403934 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6babeb6c-519f-483f-8a91-ce73b1cdc6a7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:34.405049 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6babeb6c-519f-483f-8a91-ce73b1cdc6a7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:34.405680 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6babeb6c-519f-483f-8a91-ce73b1cdc6a7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:34.411315 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-6babeb6c-519f-483f-8a91-ce73b1cdc6a7 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:27:34.454371 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['dfcb5af1-77f5-48bb-9eca-9945687735f4'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:27:34.481694 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1ebc9532-ee6c-47f2-83e9-b1c8129aba84 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:34.525895 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1ebc9532-ee6c-47f2-83e9-b1c8129aba84 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:34.577750 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79a275-9519-4be4-8826-1b30286f8308 req-542282b5-924f-43c7-a281-4f8c76e68f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:27:34.577750 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dd79a275-9519-4be4-8826-1b30286f8308 req-542282b5-924f-43c7-a281-4f8c76e68f3f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=96dade604de94369a63bd8dc4b5d3ea6&device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 1099 time: 0.1339409 Jun 21 10:27:34.660705 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-e9f19edd-3ebf-4f64-998d-952132a6d23b None None] Provisioning complete for port dfcb5af1-77f5-48bb-9eca-9945687735f4 triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:27:34.661233 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-e9f19edd-3ebf-4f64-998d-952132a6d23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:34.747479 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79a275-9519-4be4-8826-1b30286f8308 req-fd5bfd60-9d63-4b0b-b06c-d0e8a35ec74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:27:34.754009 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dd79a275-9519-4be4-8826-1b30286f8308 req-fd5bfd60-9d63-4b0b-b06c-d0e8a35ec74e service neutron] 10.222.0.74 "GET /v2.0/networks?id=0b346e1d-85f5-4b70-bf3d-7cb60d0afb45 HTTP/1.1" status: 200 len: 916 time: 0.1664104 Jun 21 10:27:34.754009 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1ebc9532-ee6c-47f2-83e9-b1c8129aba84 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:34.754009 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1ebc9532-ee6c-47f2-83e9-b1c8129aba84 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:34.755466 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-1ebc9532-ee6c-47f2-83e9-b1c8129aba84 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "DELETE /v2.0/security-groups/1efcc31c-d709-45a6-b526-f0bee482ef9b HTTP/1.1" status: 204 len: 168 time: 0.4371741 Jun 21 10:27:34.756684 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-8869bdac-9715-47f4-9021-e66d28e170bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:27:34.760098 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52356) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:27:34.778140 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc9532-ee6c-47f2-83e9-b1c8129aba84 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efcc31c-d709-45a6-b526-f0bee482ef9b,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:27:34.836781 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebc9532-ee6c-47f2-83e9-b1c8129aba84 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:34.837260 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebc9532-ee6c-47f2-83e9-b1c8129aba84 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:34.837722 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebc9532-ee6c-47f2-83e9-b1c8129aba84 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:34.838241 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebc9532-ee6c-47f2-83e9-b1c8129aba84 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:34.838725 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebc9532-ee6c-47f2-83e9-b1c8129aba84 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:34.839311 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebc9532-ee6c-47f2-83e9-b1c8129aba84 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:34.839910 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebc9532-ee6c-47f2-83e9-b1c8129aba84 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:34.840446 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebc9532-ee6c-47f2-83e9-b1c8129aba84 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:34.841047 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebc9532-ee6c-47f2-83e9-b1c8129aba84 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:34.842162 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebc9532-ee6c-47f2-83e9-b1c8129aba84 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:34.842903 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebc9532-ee6c-47f2-83e9-b1c8129aba84 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:34.843461 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebc9532-ee6c-47f2-83e9-b1c8129aba84 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:34.856371 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-1ebc9532-ee6c-47f2-83e9-b1c8129aba84 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:27:34.883562 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dd79a275-9519-4be4-8826-1b30286f8308 req-a0ca1816-351a-470e-92aa-05a0af7a7685 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfcb5af1-77f5-48bb-9eca-9945687735f4 HTTP/1.1" status: 200 len: 1001 time: 0.1166449 Jun 21 10:27:34.991573 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79a275-9519-4be4-8826-1b30286f8308 req-7b30f961-3caa-451c-b75b-98d63916ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:27:34.997700 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dd79a275-9519-4be4-8826-1b30286f8308 req-7b30f961-3caa-451c-b75b-98d63916ddc8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ecbdd50-989b-4cbb-9425-c57a34cc7167 HTTP/1.1" status: 200 len: 853 time: 0.1039970 Jun 21 10:27:35.054870 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-fd0dd712-1302-4a34-ac04-aa7275d01e16 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Deleting port 8257f4cb-72fc-4eb9-af61-9be5372e9785 {{(pid=92965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:27:35.055434 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fd0dd712-1302-4a34-ac04-aa7275d01e16 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:35.078712 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79a275-9519-4be4-8826-1b30286f8308 req-df27cc33-14a2-4421-a934-4e2bc1bad0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:27:35.081328 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dd79a275-9519-4be4-8826-1b30286f8308 req-df27cc33-14a2-4421-a934-4e2bc1bad0d5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0b346e1d-85f5-4b70-bf3d-7cb60d0afb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789745 Jun 21 10:27:35.180658 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fd0dd712-1302-4a34-ac04-aa7275d01e16 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:35.181430 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fd0dd712-1302-4a34-ac04-aa7275d01e16 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:35.213857 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dd79a275-9519-4be4-8826-1b30286f8308 req-9b563b7d-2aa8-4206-8284-e072fd698118 service neutron] 10.222.0.74 "GET /v2.0/networks/0b346e1d-85f5-4b70-bf3d-7cb60d0afb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264443 Jun 21 10:27:35.285472 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-fd0dd712-1302-4a34-ac04-aa7275d01e16 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Calling delete_port for 8257f4cb-72fc-4eb9-af61-9be5372e9785 owned by network:floatingip {{(pid=92965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:27:35.403778 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-dd79a275-9519-4be4-8826-1b30286f8308 req-35c1d307-6ede-4aaf-9d15-1113215e0f0b service neutron] 10.222.0.74 "GET /v2.0/networks/0b346e1d-85f5-4b70-bf3d-7cb60d0afb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826172 Jun 21 10:27:35.571662 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fd0dd712-1302-4a34-ac04-aa7275d01e16 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11354326'] for port, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:35.574027 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-6c9c0dbe-44ac-4e7d-a485-b5d13f3d70e7 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:27:35.604095 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0dd712-1302-4a34-ac04-aa7275d01e16 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Pushing event deleted for resources: {'Port': ['ID=8257f4cb-72fc-4eb9-af61-9be5372e9785,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:27:35.608550 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-fd0dd712-1302-4a34-ac04-aa7275d01e16 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:27:35.686376 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fd0dd712-1302-4a34-ac04-aa7275d01e16 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks [] for floatingip, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:35.686715 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.db.l3_db [None req-fd0dd712-1302-4a34-ac04-aa7275d01e16 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Floating IP c847d134-3d0b-48df-9f97-dcdc883fc426 disassociated (deleted). External IP: 172.27.2.63, port: dfcb5af1-77f5-48bb-9eca-9945687735f4. Jun 21 10:27:36.239936 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0dd712-1302-4a34-ac04-aa7275d01e16 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Router ce74825b-0bf0-4e57-80a7-0a88576f0ebe has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:27:36.388982 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0dd712-1302-4a34-ac04-aa7275d01e16 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:27:36.394252 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fd0dd712-1302-4a34-ac04-aa7275d01e16 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for floatingip, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:36.400822 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4275ad76-7b9b-4b9d-8084-d90a6467502c None None] Sync routers for ids ['ce74825b-0bf0-4e57-80a7-0a88576f0ebe'] in dv-cinder-797245-3-iscsi {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:27:36.413902 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4275ad76-7b9b-4b9d-8084-d90a6467502c None None] Routers {'ce74825b-0bf0-4e57-80a7-0a88576f0ebe'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:27:36.414569 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-4275ad76-7b9b-4b9d-8084-d90a6467502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:27:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['ce74825b-0bf0-4e57-80a7-0a88576f0ebe'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:27:36.436396 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-fd0dd712-1302-4a34-ac04-aa7275d01e16 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "DELETE /v2.0/floatingips/c847d134-3d0b-48df-9f97-dcdc883fc426 HTTP/1.1" status: 204 len: 168 time: 1.6734099 Jun 21 10:27:36.437568 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644623db-511f-462e-8060-1997826009fb', 'tag': 'dfcb5af1-77f5-48bb-9eca-9945687735f4'}] {{(pid=92965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:27:36.440305 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6455383dad080abf38abbc06b7173bfc99a12cfb8f38fffed40ef3479635dd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32f2c14-7d70-408c-aee5-ecd507a140a2" -d '{"events": [{"name": "network-changed", "server_uuid": "644623db-511f-462e-8060-1997826009fb", "tag": "dfcb5af1-77f5-48bb-9eca-9945687735f4"}]}' {{(pid=92965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:27:36.495246 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79770cc6-6e73-4733-b0f3-4c463acc8e1c x-openstack-request-id: req-79770cc6-6e73-4733-b0f3-4c463acc8e1c {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:27:36.495674 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644623db-511f-462e-8060-1997826009fb", "tag": "dfcb5af1-77f5-48bb-9eca-9945687735f4", "status": "completed", "code": 200}]} {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:27:36.495877 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-79770cc6-6e73-4733-b0f3-4c463acc8e1c {{(pid=92965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:27:36.496385 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644623db-511f-462e-8060-1997826009fb', 'tag': 'dfcb5af1-77f5-48bb-9eca-9945687735f4', 'status': 'completed', 'code': 200} Jun 21 10:27:36.590446 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-4275ad76-7b9b-4b9d-8084-d90a6467502c None None] Set router ce74825b-0bf0-4e57-80a7-0a88576f0ebe gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:27:36.634871 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f2c14-7d70-408c-aee5-ecd507a140a2 req-cbc4aacd-4cc5-4bb4-88c5-bf75248a9e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:27:36.637584 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b32f2c14-7d70-408c-aee5-ecd507a140a2 req-cbc4aacd-4cc5-4bb4-88c5-bf75248a9e0c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=96dade604de94369a63bd8dc4b5d3ea6&device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 1099 time: 0.0937915 Jun 21 10:27:36.992531 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-4275ad76-7b9b-4b9d-8084-d90a6467502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'name': 'tempest-TestMinimumBasicScenario-446111484-router', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bdd80cd3-9233-4943-aefc-3142fb3ee86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:25:28Z', 'updated_at': '2021-06-21T10:25:32Z', 'revision_number': 4, 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'gw_port': {'id': 'bdd80cd3-9233-4943-aefc-3142fb3ee86a', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:29Z', 'updated_at': '2021-06-21T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'e05fe600-f814-4e8c-893d-7a68d301813e', 'name': '', 'network_id': '0b346e1d-85f5-4b70-bf3d-7cb60d0afb45', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'mac_address': 'fa:16:3e:ba:39:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '1ecbdd50-989b-4cbb-9425-c57a34cc7167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:31Z', 'updated_at': '2021-06-21T10:25:37Z', 'revision_number': 5, 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'subnets': [{'id': '1ecbdd50-989b-4cbb-9425-c57a34cc7167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:27:37.027512 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4275ad76-7b9b-4b9d-8084-d90a6467502c None None] Checking router: ce74825b-0bf0-4e57-80a7-0a88576f0ebe for host: dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:27:37.041850 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4275ad76-7b9b-4b9d-8084-d90a6467502c None None] Routers {'ce74825b-0bf0-4e57-80a7-0a88576f0ebe'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:27:37.042525 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-4275ad76-7b9b-4b9d-8084-d90a6467502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:27:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['ce74825b-0bf0-4e57-80a7-0a88576f0ebe'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:27:37.119902 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f2c14-7d70-408c-aee5-ecd507a140a2 req-251e23b4-8594-49f8-8720-b21ab1e5e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:27:37.121746 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b32f2c14-7d70-408c-aee5-ecd507a140a2 req-251e23b4-8594-49f8-8720-b21ab1e5e554 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0b346e1d-85f5-4b70-bf3d-7cb60d0afb45 HTTP/1.1" status: 200 len: 916 time: 0.4776716 Jun 21 10:27:37.171210 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b32f2c14-7d70-408c-aee5-ecd507a140a2 req-a29df49d-4e5a-44c6-a973-1c0d31553308 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfcb5af1-77f5-48bb-9eca-9945687735f4 HTTP/1.1" status: 200 len: 217 time: 0.0382876 Jun 21 10:27:37.176230 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-4275ad76-7b9b-4b9d-8084-d90a6467502c None None] Set router ce74825b-0bf0-4e57-80a7-0a88576f0ebe gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:27:37.226681 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f2c14-7d70-408c-aee5-ecd507a140a2 req-1ea552f2-36d4-4c79-a114-a04562787eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:27:37.228177 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b32f2c14-7d70-408c-aee5-ecd507a140a2 req-1ea552f2-36d4-4c79-a114-a04562787eba service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ecbdd50-989b-4cbb-9425-c57a34cc7167 HTTP/1.1" status: 200 len: 853 time: 0.0488145 Jun 21 10:27:37.304065 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f2c14-7d70-408c-aee5-ecd507a140a2 req-07491268-ae23-4e12-9351-5cacfc3be6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:27:37.306479 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b32f2c14-7d70-408c-aee5-ecd507a140a2 req-07491268-ae23-4e12-9351-5cacfc3be6f8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0b346e1d-85f5-4b70-bf3d-7cb60d0afb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694518 Jun 21 10:27:37.429165 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-9b5c3ef2-7218-4ce3-ab45-80f6bdffe3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:37.440464 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b32f2c14-7d70-408c-aee5-ecd507a140a2 req-d8132f62-7115-414e-be8b-6cb60bfce3b4 service neutron] 10.222.0.74 "GET /v2.0/networks/0b346e1d-85f5-4b70-bf3d-7cb60d0afb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256993 Jun 21 10:27:37.450052 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-4275ad76-7b9b-4b9d-8084-d90a6467502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'name': 'tempest-TestMinimumBasicScenario-446111484-router', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bdd80cd3-9233-4943-aefc-3142fb3ee86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:25:28Z', 'updated_at': '2021-06-21T10:25:32Z', 'revision_number': 4, 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'gw_port': {'id': 'bdd80cd3-9233-4943-aefc-3142fb3ee86a', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:29Z', 'updated_at': '2021-06-21T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'e05fe600-f814-4e8c-893d-7a68d301813e', 'name': '', 'network_id': '0b346e1d-85f5-4b70-bf3d-7cb60d0afb45', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'mac_address': 'fa:16:3e:ba:39:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '1ecbdd50-989b-4cbb-9425-c57a34cc7167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:31Z', 'updated_at': '2021-06-21T10:25:37Z', 'revision_number': 5, 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'subnets': [{'id': '1ecbdd50-989b-4cbb-9425-c57a34cc7167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:27:37.489056 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4275ad76-7b9b-4b9d-8084-d90a6467502c None None] The sync data for ids ['ce74825b-0bf0-4e57-80a7-0a88576f0ebe'] in dv-cinder-797245-3-iscsi is: [{'id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'name': 'tempest-TestMinimumBasicScenario-446111484-router', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bdd80cd3-9233-4943-aefc-3142fb3ee86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:25:28Z', 'updated_at': '2021-06-21T10:25:32Z', 'revision_number': 4, 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'gw_port': {'id': 'bdd80cd3-9233-4943-aefc-3142fb3ee86a', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:29Z', 'updated_at': '2021-06-21T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'e05fe600-f814-4e8c-893d-7a68d301813e', 'name': '', 'network_id': '0b346e1d-85f5-4b70-bf3d-7cb60d0afb45', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'mac_address': 'fa:16:3e:ba:39:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '1ecbdd50-989b-4cbb-9425-c57a34cc7167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:31Z', 'updated_at': '2021-06-21T10:25:37Z', 'revision_number': 5, 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'subnets': [{'id': '1ecbdd50-989b-4cbb-9425-c57a34cc7167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:27:37.583275 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-b32f2c14-7d70-408c-aee5-ecd507a140a2 req-fbe21212-4691-4c5c-9517-3ebb5ad0976d service neutron] 10.222.0.74 "GET /v2.0/networks/0b346e1d-85f5-4b70-bf3d-7cb60d0afb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350870 Jun 21 10:27:37.761474 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71ce737-0223-42c8-a17e-c2dc523c6a80 None None] New status for floating IP c847d134-3d0b-48df-9f97-dcdc883fc426: DOWN {{(pid=92973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 10:27:39.759591 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3600527-b471-49bf-a07e-eac17d9dc316 req-7d01b87a-3e0d-442f-a088-0cb431ba35dd tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:27:39.761186 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a3600527-b471-49bf-a07e-eac17d9dc316 req-7d01b87a-3e0d-442f-a088-0cb431ba35dd tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 946 time: 0.0715575 Jun 21 10:27:39.803305 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-a3600527-b471-49bf-a07e-eac17d9dc316 req-2375a773-28f3-482a-a5bb-4b5b9f714419 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356686 Jun 21 10:27:40.892404 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:40.988689 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-7b2739e9-f457-47fb-b1a5-f33af0d93b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:40.995023 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977b3ad-1e60-4025-a93e-90fce7490c70 req-33a7a163-93d0-466d-941e-f9be1ca7fe89 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:27:40.996544 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b977b3ad-1e60-4025-a93e-90fce7490c70 req-33a7a163-93d0-466d-941e-f9be1ca7fe89 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 946 time: 0.0752437 Jun 21 10:27:41.036116 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b977b3ad-1e60-4025-a93e-90fce7490c70 req-3e8ddd27-8cb9-4531-8911-aa0229dcf04f tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327525 Jun 21 10:27:41.694121 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83b8af-15ed-4134-bb88-32db3e4aba86 req-6aa01c09-91b0-400e-b273-b830452a01ad tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:27:41.695611 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2e83b8af-15ed-4134-bb88-32db3e4aba86 req-6aa01c09-91b0-400e-b273-b830452a01ad tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.74 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 946 time: 0.0802116 Jun 21 10:27:41.822203 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [req-2e83b8af-15ed-4134-bb88-32db3e4aba86 req-f1eadad3-812a-4a5b-ae4d-3d64c55f0bc0 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Deleting port dfcb5af1-77f5-48bb-9eca-9945687735f4 {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:27:41.822578 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-2e83b8af-15ed-4134-bb88-32db3e4aba86 req-f1eadad3-812a-4a5b-ae4d-3d64c55f0bc0 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:41.949970 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-2e83b8af-15ed-4134-bb88-32db3e4aba86 req-f1eadad3-812a-4a5b-ae4d-3d64c55f0bc0 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] For port dfcb5af1-77f5-48bb-9eca-9945687735f4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=dfcb5af1-77f5-48bb-9eca-9945687735f4,segment=NetworkSegment(7dffbcc8-c9ad-47d7-abd8-a699777f1745),segment_id=7dffbcc8-c9ad-47d7-abd8-a699777f1745)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:27:41.950376 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-2e83b8af-15ed-4134-bb88-32db3e4aba86 req-f1eadad3-812a-4a5b-ae4d-3d64c55f0bc0 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:42.036888 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [req-2e83b8af-15ed-4134-bb88-32db3e4aba86 req-f1eadad3-812a-4a5b-ae4d-3d64c55f0bc0 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Calling delete_port for dfcb5af1-77f5-48bb-9eca-9945687735f4 owned by compute:nova {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:27:42.259366 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-2e83b8af-15ed-4134-bb88-32db3e4aba86 req-f1eadad3-812a-4a5b-ae4d-3d64c55f0bc0 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1954225'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:42.264294 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-375b721f-c8e2-4fec-bec8-5ce2ef94fa5a tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:27:42.302391 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eadad3-812a-4a5b-ae4d-3d64c55f0bc0 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Pushing event deleted for resources: {'Port': ['ID=dfcb5af1-77f5-48bb-9eca-9945687735f4,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:27:42.306087 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-f1eadad3-812a-4a5b-ae4d-3d64c55f0bc0 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:27:42.357961 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3dc15-3c5d-450c-9500-25e1ddbf7827 req-002cdd72-6d10-432b-8d79-2dc7e0809adb tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:27:42.360431 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8fb3dc15-3c5d-450c-9500-25e1ddbf7827 req-002cdd72-6d10-432b-8d79-2dc7e0809adb tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/ports?device_id=644623db-511f-462e-8060-1997826009fb HTTP/1.1" status: 200 len: 867 time: 0.1933479 Jun 21 10:27:42.380144 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e83b8af-15ed-4134-bb88-32db3e4aba86 req-f1eadad3-812a-4a5b-ae4d-3d64c55f0bc0 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] No DVR routers for this DVR port dfcb5af1-77f5-48bb-9eca-9945687735f4 on host hv-cinder-79724 {{(pid=92958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:27:42.387082 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-2e83b8af-15ed-4134-bb88-32db3e4aba86 req-f1eadad3-812a-4a5b-ae4d-3d64c55f0bc0 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:42.390006 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2e83b8af-15ed-4134-bb88-32db3e4aba86 req-f1eadad3-812a-4a5b-ae4d-3d64c55f0bc0 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.74 "DELETE /v2.0/ports/dfcb5af1-77f5-48bb-9eca-9945687735f4 HTTP/1.1" status: 204 len: 173 time: 0.6880527 Jun 21 10:27:42.390532 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644623db-511f-462e-8060-1997826009fb', 'name': 'network-vif-deleted', 'tag': 'dfcb5af1-77f5-48bb-9eca-9945687735f4'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:27:42.392969 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c178ff-8e7c-461b-a3d6-d56ff85e5288" -d '{"events": [{"server_uuid": "644623db-511f-462e-8060-1997826009fb", "name": "network-vif-deleted", "tag": "dfcb5af1-77f5-48bb-9eca-9945687735f4"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:27:42.461504 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6282a8f9-58b6-4060-b8a7-73d154de2dd6 x-openstack-request-id: req-6282a8f9-58b6-4060-b8a7-73d154de2dd6 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:27:42.462180 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644623db-511f-462e-8060-1997826009fb", "name": "network-vif-deleted", "tag": "dfcb5af1-77f5-48bb-9eca-9945687735f4", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:27:42.462684 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6282a8f9-58b6-4060-b8a7-73d154de2dd6 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:27:42.463427 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644623db-511f-462e-8060-1997826009fb', 'name': 'network-vif-deleted', 'tag': 'dfcb5af1-77f5-48bb-9eca-9945687735f4', 'status': 'completed', 'code': 200} Jun 21 10:27:42.469306 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8fb3dc15-3c5d-450c-9500-25e1ddbf7827 req-f735bd5d-a09b-4bf5-9844-fc47a30ae70b tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ddba42e-843c-42ae-943e-bcbfe4cc717c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910435 Jun 21 10:27:43.126950 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:43.909168 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device dfcb5af1-77f5-48bb-9eca-9945687735f4 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:27:43.932846 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] No Port match for: dfcb5af1-77f5-48bb-9eca-9945687735f4 {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:27:43.933197 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device dfcb5af1-77f5-48bb-9eca-9945687735f4 not bound to the agent host hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:27:45.207818 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:45.276246 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52446) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:27:45.650557 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-18dc2640-7b03-48af-9d14-6c11ffd73517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3719668'] for router_interface, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:45.914333 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-18dc2640-7b03-48af-9d14-6c11ffd73517 admin admin] Deleting port e05fe600-f814-4e8c-893d-7a68d301813e {{(pid=92965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:27:45.914580 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-18dc2640-7b03-48af-9d14-6c11ffd73517 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:46.002541 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [None req-18dc2640-7b03-48af-9d14-6c11ffd73517 admin admin] For port e05fe600-f814-4e8c-893d-7a68d301813e, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=e05fe600-f814-4e8c-893d-7a68d301813e,segment=NetworkSegment(7dffbcc8-c9ad-47d7-abd8-a699777f1745),segment_id=7dffbcc8-c9ad-47d7-abd8-a699777f1745)] {{(pid=92965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:27:46.002910 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-18dc2640-7b03-48af-9d14-6c11ffd73517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:46.088176 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-18dc2640-7b03-48af-9d14-6c11ffd73517 admin admin] Calling delete_port for e05fe600-f814-4e8c-893d-7a68d301813e owned by network:router_interface {{(pid=92965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:27:46.292063 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-18dc2640-7b03-48af-9d14-6c11ffd73517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11354326'] for port, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:46.295534 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-026da042-f80c-4dad-8e5b-62aa565427d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:27:46.325163 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc2640-7b03-48af-9d14-6c11ffd73517 admin admin] Pushing event deleted for resources: {'Port': ['ID=e05fe600-f814-4e8c-893d-7a68d301813e,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:27:46.329593 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-18dc2640-7b03-48af-9d14-6c11ffd73517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:27:46.516602 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-18dc2640-7b03-48af-9d14-6c11ffd73517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3840626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719496'] for router_interface, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:46.744030 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18dc2640-7b03-48af-9d14-6c11ffd73517 admin admin] Router ce74825b-0bf0-4e57-80a7-0a88576f0ebe has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:27:46.863976 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dc2640-7b03-48af-9d14-6c11ffd73517 admin admin] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:27:46.869332 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-18dc2640-7b03-48af-9d14-6c11ffd73517 admin admin] 10.222.0.50 "PUT /v2.0/routers/ce74825b-0bf0-4e57-80a7-0a88576f0ebe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5920129 Jun 21 10:27:46.871959 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52448) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:27:46.877092 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736bfe9d-d140-4d4d-9770-4450a1c010d8 None None] Sync routers for ids ['ce74825b-0bf0-4e57-80a7-0a88576f0ebe'] in dv-cinder-797245-3-iscsi {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:27:46.886988 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736bfe9d-d140-4d4d-9770-4450a1c010d8 None None] Routers {'ce74825b-0bf0-4e57-80a7-0a88576f0ebe'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:27:46.887621 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-736bfe9d-d140-4d4d-9770-4450a1c010d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:27:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['ce74825b-0bf0-4e57-80a7-0a88576f0ebe'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:27:47.002232 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-6b044e5d-9c51-4db4-856a-8ab08a0d3111 admin admin] Notify callbacks [] for router, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:47.006607 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-736bfe9d-d140-4d4d-9770-4450a1c010d8 None None] Set router ce74825b-0bf0-4e57-80a7-0a88576f0ebe gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:27:47.112520 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-6b044e5d-9c51-4db4-856a-8ab08a0d3111 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:47.171187 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-6b044e5d-9c51-4db4-856a-8ab08a0d3111 admin admin] Deleting port bdd80cd3-9233-4943-aefc-3142fb3ee86a {{(pid=92965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:27:47.171528 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-6b044e5d-9c51-4db4-856a-8ab08a0d3111 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:47.258546 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [None req-6b044e5d-9c51-4db4-856a-8ab08a0d3111 admin admin] For port bdd80cd3-9233-4943-aefc-3142fb3ee86a, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=bdd80cd3-9233-4943-aefc-3142fb3ee86a,segment=NetworkSegment(51446d15-6cd3-4f7c-9b01-f06091ff92a2),segment_id=51446d15-6cd3-4f7c-9b01-f06091ff92a2)] {{(pid=92965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:27:47.258810 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-6b044e5d-9c51-4db4-856a-8ab08a0d3111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:47.329045 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-6b044e5d-9c51-4db4-856a-8ab08a0d3111 admin admin] Calling delete_port for bdd80cd3-9233-4943-aefc-3142fb3ee86a owned by network:router_gateway {{(pid=92965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:27:47.345328 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-736bfe9d-d140-4d4d-9770-4450a1c010d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'name': 'tempest-TestMinimumBasicScenario-446111484-router', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bdd80cd3-9233-4943-aefc-3142fb3ee86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:25:28Z', 'updated_at': '2021-06-21T10:27:46Z', 'revision_number': 5, 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'gw_port': {'id': 'bdd80cd3-9233-4943-aefc-3142fb3ee86a', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:29Z', 'updated_at': '2021-06-21T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi'}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:27:47.374053 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736bfe9d-d140-4d4d-9770-4450a1c010d8 None None] Checking router: ce74825b-0bf0-4e57-80a7-0a88576f0ebe for host: dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:27:47.382728 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736bfe9d-d140-4d4d-9770-4450a1c010d8 None None] Routers {'ce74825b-0bf0-4e57-80a7-0a88576f0ebe'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:27:47.383371 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-736bfe9d-d140-4d4d-9770-4450a1c010d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:27:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['ce74825b-0bf0-4e57-80a7-0a88576f0ebe'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:27:47.480386 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-736bfe9d-d140-4d4d-9770-4450a1c010d8 None None] Set router ce74825b-0bf0-4e57-80a7-0a88576f0ebe gateway port host: None {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:27:47.523636 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-6b044e5d-9c51-4db4-856a-8ab08a0d3111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11354326'] for port, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:47.526275 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-5c8b9f7d-933c-47f4-bd2a-676695ed1d34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:27:47.538784 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-736bfe9d-d140-4d4d-9770-4450a1c010d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'name': 'tempest-TestMinimumBasicScenario-446111484-router', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:25:28Z', 'updated_at': '2021-06-21T10:27:47Z', 'revision_number': 6, 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'gw_port_host': None}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:27:47.553410 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b044e5d-9c51-4db4-856a-8ab08a0d3111 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdd80cd3-9233-4943-aefc-3142fb3ee86a,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:27:47.557407 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-6b044e5d-9c51-4db4-856a-8ab08a0d3111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:27:47.568792 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736bfe9d-d140-4d4d-9770-4450a1c010d8 None None] The sync data for ids ['ce74825b-0bf0-4e57-80a7-0a88576f0ebe'] in dv-cinder-797245-3-iscsi is: [{'id': 'ce74825b-0bf0-4e57-80a7-0a88576f0ebe', 'name': 'tempest-TestMinimumBasicScenario-446111484-router', 'tenant_id': '96dade604de94369a63bd8dc4b5d3ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:25:28Z', 'updated_at': '2021-06-21T10:27:47Z', 'revision_number': 6, 'project_id': '96dade604de94369a63bd8dc4b5d3ea6', 'gw_port_host': None}] {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:27:47.629875 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-6b044e5d-9c51-4db4-856a-8ab08a0d3111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3858276'] for router_gateway, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:47.728765 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-6b044e5d-9c51-4db4-856a-8ab08a0d3111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3733370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1328'] for router, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:47.731317 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-6b044e5d-9c51-4db4-856a-8ab08a0d3111 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:47.781262 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-6b044e5d-9c51-4db4-856a-8ab08a0d3111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3722539'] for router, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:47.781747 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b044e5d-9c51-4db4-856a-8ab08a0d3111 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce74825b-0bf0-4e57-80a7-0a88576f0ebe {{(pid=92965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 10:27:47.787303 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-6b044e5d-9c51-4db4-856a-8ab08a0d3111 admin admin] Notify callbacks [] for router, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:47.788332 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-6b044e5d-9c51-4db4-856a-8ab08a0d3111 admin admin] 10.222.0.50 "DELETE /v2.0/routers/ce74825b-0bf0-4e57-80a7-0a88576f0ebe HTTP/1.1" status: 204 len: 168 time: 0.9146609 Jun 21 10:27:47.791642 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52450) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:27:47.854673 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf4a3c4-e4a7-4daf-9943-41a72ca76ce7 admin admin] Deleting subnet 1ecbdd50-989b-4cbb-9425-c57a34cc7167 {{(pid=92965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 10:27:47.861505 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fbf4a3c4-e4a7-4daf-9943-41a72ca76ce7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:47.918304 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fbf4a3c4-e4a7-4daf-9943-41a72ca76ce7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11354325'] for subnet, precommit_delete_associations {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:48.037594 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fbf4a3c4-e4a7-4daf-9943-41a72ca76ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708198'] for subnet, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:48.105949 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fbf4a3c4-e4a7-4daf-9943-41a72ca76ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11354284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9374893'] for subnet, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:48.108622 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:27:48.136262 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4a3c4-e4a7-4daf-9943-41a72ca76ce7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ecbdd50-989b-4cbb-9425-c57a34cc7167,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:27:48.139868 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-fbf4a3c4-e4a7-4daf-9943-41a72ca76ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:27:48.140914 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-fbf4a3c4-e4a7-4daf-9943-41a72ca76ce7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:48.144889 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-fbf4a3c4-e4a7-4daf-9943-41a72ca76ce7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1ecbdd50-989b-4cbb-9425-c57a34cc7167 HTTP/1.1" status: 204 len: 168 time: 0.3500373 Jun 21 10:27:48.146460 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52452) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:27:48.149526 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e146b86-882d-4aee-8b0d-be7eebfd2e4c None None] Network 0b346e1d-85f5-4b70-bf3d-7cb60d0afb45 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:27:48.231124 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1e389ca2-984a-40f9-a0fb-bfd755cdeed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729370'] for network, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:48.304627 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-1e389ca2-984a-40f9-a0fb-bfd755cdeed7 admin admin] Deleting port 35acd406-cf20-4568-9c97-95ee7f0e4cc4 {{(pid=92965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:27:48.304903 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1e389ca2-984a-40f9-a0fb-bfd755cdeed7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:48.404618 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81625b37-a7a1-4506-bc2e-54257082a9d1 None None] DHCP port deletion for 0b346e1d-85f5-4b70-bf3d-7cb60d0afb45 request from dv-cinder-797245-3-iscsi {{(pid=92969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 10:27:48.473529 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-81625b37-a7a1-4506-bc2e-54257082a9d1 None None] Deleting port 35acd406-cf20-4568-9c97-95ee7f0e4cc4 {{(pid=92969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:27:48.473957 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-81625b37-a7a1-4506-bc2e-54257082a9d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:48.568396 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-81625b37-a7a1-4506-bc2e-54257082a9d1 None None] For port 35acd406-cf20-4568-9c97-95ee7f0e4cc4, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=35acd406-cf20-4568-9c97-95ee7f0e4cc4,segment=NetworkSegment(7dffbcc8-c9ad-47d7-abd8-a699777f1745),segment_id=7dffbcc8-c9ad-47d7-abd8-a699777f1745)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:27:48.568396 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-81625b37-a7a1-4506-bc2e-54257082a9d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:48.573569 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:27:48.678772 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-81625b37-a7a1-4506-bc2e-54257082a9d1 None None] Calling delete_port for 35acd406-cf20-4568-9c97-95ee7f0e4cc4 owned by network:dhcp {{(pid=92969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:27:48.739174 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [None req-1e389ca2-984a-40f9-a0fb-bfd755cdeed7 admin admin] For port 35acd406-cf20-4568-9c97-95ee7f0e4cc4, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=35acd406-cf20-4568-9c97-95ee7f0e4cc4,segment=NetworkSegment(7dffbcc8-c9ad-47d7-abd8-a699777f1745),segment_id=7dffbcc8-c9ad-47d7-abd8-a699777f1745)] {{(pid=92965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:27:48.739764 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1e389ca2-984a-40f9-a0fb-bfd755cdeed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:48.788012 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-81625b37-a7a1-4506-bc2e-54257082a9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806'] for port, after_delete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:48.792624 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:27:48.826035 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-1e389ca2-984a-40f9-a0fb-bfd755cdeed7 admin admin] Calling delete_port for 35acd406-cf20-4568-9c97-95ee7f0e4cc4 owned by network:dhcp {{(pid=92965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:27:48.835123 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81625b37-a7a1-4506-bc2e-54257082a9d1 None None] Pushing event deleted for resources: {'Port': ['ID=35acd406-cf20-4568-9c97-95ee7f0e4cc4,revision_number=None']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:27:48.838365 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81625b37-a7a1-4506-bc2e-54257082a9d1 None None] No DVR routers for this DVR port 35acd406-cf20-4568-9c97-95ee7f0e4cc4 on host dv-cinder-797245-3-iscsi {{(pid=92969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:27:48.848185 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81625b37-a7a1-4506-bc2e-54257082a9d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:48.849247 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81625b37-a7a1-4506-bc2e-54257082a9d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:48.850536 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81625b37-a7a1-4506-bc2e-54257082a9d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:48.850765 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81625b37-a7a1-4506-bc2e-54257082a9d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:48.851107 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81625b37-a7a1-4506-bc2e-54257082a9d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:48.851636 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81625b37-a7a1-4506-bc2e-54257082a9d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:48.852020 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81625b37-a7a1-4506-bc2e-54257082a9d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:48.852353 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81625b37-a7a1-4506-bc2e-54257082a9d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:48.852760 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81625b37-a7a1-4506-bc2e-54257082a9d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:48.853268 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81625b37-a7a1-4506-bc2e-54257082a9d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:48.853395 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81625b37-a7a1-4506-bc2e-54257082a9d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:48.854168 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81625b37-a7a1-4506-bc2e-54257082a9d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:27:48.857921 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-81625b37-a7a1-4506-bc2e-54257082a9d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:27:48.947169 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1e389ca2-984a-40f9-a0fb-bfd755cdeed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11354326'] for port, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:48.951430 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-1067ccab-a367-4bbc-80cc-2c04ae3175fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:27:48.987610 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e389ca2-984a-40f9-a0fb-bfd755cdeed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=35acd406-cf20-4568-9c97-95ee7f0e4cc4,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:27:48.990668 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-1e389ca2-984a-40f9-a0fb-bfd755cdeed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:27:48.991480 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e389ca2-984a-40f9-a0fb-bfd755cdeed7 admin admin] No DVR routers for this DVR port 35acd406-cf20-4568-9c97-95ee7f0e4cc4 on host dv-cinder-797245-3-iscsi {{(pid=92965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:27:49.003508 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 35acd406-cf20-4568-9c97-95ee7f0e4cc4 no longer exists at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:27:49.025779 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] No Port match for: 35acd406-cf20-4568-9c97-95ee7f0e4cc4 {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:27:49.026138 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 35acd406-cf20-4568-9c97-95ee7f0e4cc4 not bound to the agent host dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:27:49.026559 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device bdd80cd3-9233-4943-aefc-3142fb3ee86a no longer exists at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:27:49.050482 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] No Port match for: bdd80cd3-9233-4943-aefc-3142fb3ee86a {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:27:49.050868 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device bdd80cd3-9233-4943-aefc-3142fb3ee86a not bound to the agent host dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:27:49.051452 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device e05fe600-f814-4e8c-893d-7a68d301813e no longer exists at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:27:49.075010 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] No Port match for: e05fe600-f814-4e8c-893d-7a68d301813e {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:27:49.075364 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device e05fe600-f814-4e8c-893d-7a68d301813e not bound to the agent host dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:27:49.113658 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1e389ca2-984a-40f9-a0fb-bfd755cdeed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707321', 'neutron.services.segments.db._delete_segments_for_network-8741296622547'] for network, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:49.123920 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.services.segments.db [None req-1e389ca2-984a-40f9-a0fb-bfd755cdeed7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b346e1d-85f5-4b70-bf3d-7cb60d0afb45']}} {{(pid=92965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:27:49.134371 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.services.segments.db [None req-1e389ca2-984a-40f9-a0fb-bfd755cdeed7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dffbcc8-c9ad-47d7-abd8-a699777f1745') {'for_net_delete': True} {{(pid=92965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:27:49.134668 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.services.segments.db [None req-1e389ca2-984a-40f9-a0fb-bfd755cdeed7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dffbcc8-c9ad-47d7-abd8-a699777f1745') {} {{(pid=92965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:27:49.144839 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1e389ca2-984a-40f9-a0fb-bfd755cdeed7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741296622376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11354332'] for segment, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:49.160581 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1e389ca2-984a-40f9-a0fb-bfd755cdeed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:49.169038 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e389ca2-984a-40f9-a0fb-bfd755cdeed7 admin admin] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=92965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 10:27:49.169496 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1e389ca2-984a-40f9-a0fb-bfd755cdeed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9646855'] for segment, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: conditions |= (models_v2.Port.network_id.in_( Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: self.session.flush() Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: self.session.flush() Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: self.session.flush() Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: self.session.flush() Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: Traceback (most recent call last): Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: timer() Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: cb(*args, **kw) Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: return func(*args, **kwargs) Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: self._notify() Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: self.callback(batched_events) Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: event.method(event) Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: return f(self, *a, **k) Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: return self._get(url).json() Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: return self.request(url, 'GET', **kwargs) Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 10:27:49.172245 dv-cinder-797245-3-iscsi neutron-server[92965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 10:27:49.229743 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1e389ca2-984a-40f9-a0fb-bfd755cdeed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858363'] for network, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:49.233797 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-ad3d179c-0876-40bf-be1b-d18594cdd2c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:27:49.246280 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-1e389ca2-984a-40f9-a0fb-bfd755cdeed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:49.248163 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-1e389ca2-984a-40f9-a0fb-bfd755cdeed7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0b346e1d-85f5-4b70-bf3d-7cb60d0afb45 HTTP/1.1" status: 204 len: 168 time: 1.1007266 Jun 21 10:27:49.249616 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e389ca2-984a-40f9-a0fb-bfd755cdeed7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b346e1d-85f5-4b70-bf3d-7cb60d0afb45,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:27:49.251192 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52454) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:27:49.257305 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-1e389ca2-984a-40f9-a0fb-bfd755cdeed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:27:49.632187 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f2bafe0f-768a-4135-8b81-4d17b652e63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3719668'] for router_interface, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:49.900497 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-f2bafe0f-768a-4135-8b81-4d17b652e63a admin admin] Deleting port e3ed9c17-58b8-47de-a048-16ca48d3942c {{(pid=92965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:27:49.901200 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f2bafe0f-768a-4135-8b81-4d17b652e63a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:49.987350 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [None req-f2bafe0f-768a-4135-8b81-4d17b652e63a admin admin] For port e3ed9c17-58b8-47de-a048-16ca48d3942c, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=e3ed9c17-58b8-47de-a048-16ca48d3942c,segment=NetworkSegment(283fe86f-65ae-4ca2-a55c-10b5261364ec),segment_id=283fe86f-65ae-4ca2-a55c-10b5261364ec)] {{(pid=92965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:27:49.987709 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f2bafe0f-768a-4135-8b81-4d17b652e63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:50.053084 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-f2bafe0f-768a-4135-8b81-4d17b652e63a admin admin] Calling delete_port for e3ed9c17-58b8-47de-a048-16ca48d3942c owned by network:router_interface {{(pid=92965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:27:50.243678 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f2bafe0f-768a-4135-8b81-4d17b652e63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11354326'] for port, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:50.245772 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-1e389ca2-984a-40f9-a0fb-bfd755cdeed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:27:50.275474 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bafe0f-768a-4135-8b81-4d17b652e63a admin admin] Pushing event deleted for resources: {'Port': ['ID=e3ed9c17-58b8-47de-a048-16ca48d3942c,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:27:50.279166 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-f2bafe0f-768a-4135-8b81-4d17b652e63a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:27:50.458395 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-f2bafe0f-768a-4135-8b81-4d17b652e63a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3840626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719496'] for router_interface, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:50.704412 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2bafe0f-768a-4135-8b81-4d17b652e63a admin admin] Router 40bfc900-1317-47a8-babd-887f82837d13 has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:27:50.817686 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bafe0f-768a-4135-8b81-4d17b652e63a admin admin] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:27:50.822590 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-f2bafe0f-768a-4135-8b81-4d17b652e63a admin admin] 10.222.0.50 "PUT /v2.0/routers/40bfc900-1317-47a8-babd-887f82837d13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5704608 Jun 21 10:27:50.825228 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52456) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:27:50.830473 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b60ad5-c49b-40f2-9d64-d91574d4ba65 None None] Sync routers for ids ['40bfc900-1317-47a8-babd-887f82837d13'] in dv-cinder-797245-3-iscsi {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:27:50.839633 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b60ad5-c49b-40f2-9d64-d91574d4ba65 None None] Routers {'40bfc900-1317-47a8-babd-887f82837d13'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:27:50.840271 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-16b60ad5-c49b-40f2-9d64-d91574d4ba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:27:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['40bfc900-1317-47a8-babd-887f82837d13'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:27:50.936459 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e018fa63-a533-4dab-a633-ae2e703c2a68 admin admin] Notify callbacks [] for router, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:50.949846 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-16b60ad5-c49b-40f2-9d64-d91574d4ba65 None None] Set router 40bfc900-1317-47a8-babd-887f82837d13 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:27:51.045482 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e018fa63-a533-4dab-a633-ae2e703c2a68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:51.098806 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-e018fa63-a533-4dab-a633-ae2e703c2a68 admin admin] Deleting port 51c98f2b-8ee7-43a2-9246-5ef3c5546342 {{(pid=92965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:27:51.099153 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e018fa63-a533-4dab-a633-ae2e703c2a68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:51.132307 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-16b60ad5-c49b-40f2-9d64-d91574d4ba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bfc900-1317-47a8-babd-887f82837d13', 'name': 'tempest-TestMinimumBasicScenario-996495166-router', 'tenant_id': 'e6ff5500e3024d0cbcc2535fb4e00981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '51c98f2b-8ee7-43a2-9246-5ef3c5546342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:25:34Z', 'updated_at': '2021-06-21T10:27:50Z', 'revision_number': 5, 'project_id': 'e6ff5500e3024d0cbcc2535fb4e00981', 'gw_port': {'id': '51c98f2b-8ee7-43a2-9246-5ef3c5546342', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bfc900-1317-47a8-babd-887f82837d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:25:34Z', 'updated_at': '2021-06-21T10:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi'}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:27:51.162798 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b60ad5-c49b-40f2-9d64-d91574d4ba65 None None] Checking router: 40bfc900-1317-47a8-babd-887f82837d13 for host: dv-cinder-797245-3-iscsi {{(pid=92973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:27:51.175379 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b60ad5-c49b-40f2-9d64-d91574d4ba65 None None] Routers {'40bfc900-1317-47a8-babd-887f82837d13'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:27:51.176180 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-16b60ad5-c49b-40f2-9d64-d91574d4ba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:27:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['40bfc900-1317-47a8-babd-887f82837d13'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:27:51.190590 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [None req-e018fa63-a533-4dab-a633-ae2e703c2a68 admin admin] For port 51c98f2b-8ee7-43a2-9246-5ef3c5546342, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=51c98f2b-8ee7-43a2-9246-5ef3c5546342,segment=NetworkSegment(51446d15-6cd3-4f7c-9b01-f06091ff92a2),segment_id=51446d15-6cd3-4f7c-9b01-f06091ff92a2)] {{(pid=92965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:27:51.190957 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e018fa63-a533-4dab-a633-ae2e703c2a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:51.262315 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-e018fa63-a533-4dab-a633-ae2e703c2a68 admin admin] Calling delete_port for 51c98f2b-8ee7-43a2-9246-5ef3c5546342 owned by network:router_gateway {{(pid=92965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:27:51.266357 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-16b60ad5-c49b-40f2-9d64-d91574d4ba65 None None] Set router 40bfc900-1317-47a8-babd-887f82837d13 gateway port host: None {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:27:51.327782 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-16b60ad5-c49b-40f2-9d64-d91574d4ba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bfc900-1317-47a8-babd-887f82837d13', 'name': 'tempest-TestMinimumBasicScenario-996495166-router', 'tenant_id': 'e6ff5500e3024d0cbcc2535fb4e00981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:25:34Z', 'updated_at': '2021-06-21T10:27:51Z', 'revision_number': 6, 'project_id': 'e6ff5500e3024d0cbcc2535fb4e00981', 'gw_port_host': None}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:27:51.356029 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b60ad5-c49b-40f2-9d64-d91574d4ba65 None None] The sync data for ids ['40bfc900-1317-47a8-babd-887f82837d13'] in dv-cinder-797245-3-iscsi is: [{'id': '40bfc900-1317-47a8-babd-887f82837d13', 'name': 'tempest-TestMinimumBasicScenario-996495166-router', 'tenant_id': 'e6ff5500e3024d0cbcc2535fb4e00981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:25:34Z', 'updated_at': '2021-06-21T10:27:51Z', 'revision_number': 6, 'project_id': 'e6ff5500e3024d0cbcc2535fb4e00981', 'gw_port_host': None}] {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:27:51.467820 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e018fa63-a533-4dab-a633-ae2e703c2a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11354326'] for port, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:51.471221 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-ff4f3c95-86c2-45ac-bda2-48f52bb605d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:27:51.496658 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018fa63-a533-4dab-a633-ae2e703c2a68 admin admin] Pushing event deleted for resources: {'Port': ['ID=51c98f2b-8ee7-43a2-9246-5ef3c5546342,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:27:51.501006 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-e018fa63-a533-4dab-a633-ae2e703c2a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:27:51.562169 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e018fa63-a533-4dab-a633-ae2e703c2a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3858276'] for router_gateway, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:51.656760 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e018fa63-a533-4dab-a633-ae2e703c2a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3733370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1328'] for router, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:51.659007 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e018fa63-a533-4dab-a633-ae2e703c2a68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:51.711074 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e018fa63-a533-4dab-a633-ae2e703c2a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3722539'] for router, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:51.711742 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e018fa63-a533-4dab-a633-ae2e703c2a68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40bfc900-1317-47a8-babd-887f82837d13 {{(pid=92965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 10:27:51.717256 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e018fa63-a533-4dab-a633-ae2e703c2a68 admin admin] Notify callbacks [] for router, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:51.721673 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 52458) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:27:51.722581 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-e018fa63-a533-4dab-a633-ae2e703c2a68 admin admin] 10.222.0.50 "DELETE /v2.0/routers/40bfc900-1317-47a8-babd-887f82837d13 HTTP/1.1" status: 204 len: 168 time: 0.8952744 Jun 21 10:27:51.776699 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_v2 [None req-3593b8e9-c947-4f17-a7f7-12fea7e9a039 admin admin] Deleting subnet cc5c7e53-7d2b-4593-a57f-8de31737f335 {{(pid=92958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 10:27:51.780976 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3593b8e9-c947-4f17-a7f7-12fea7e9a039 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:51.823127 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3593b8e9-c947-4f17-a7f7-12fea7e9a039 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10525635'] for subnet, precommit_delete_associations {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:51.993727 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3593b8e9-c947-4f17-a7f7-12fea7e9a039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708198'] for subnet, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:52.080070 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3593b8e9-c947-4f17-a7f7-12fea7e9a039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1954251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309506'] for subnet, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:52.083400 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:27:52.114086 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593b8e9-c947-4f17-a7f7-12fea7e9a039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc5c7e53-7d2b-4593-a57f-8de31737f335,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:27:52.117150 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-3593b8e9-c947-4f17-a7f7-12fea7e9a039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:27:52.121046 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-3593b8e9-c947-4f17-a7f7-12fea7e9a039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:52.123778 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-3593b8e9-c947-4f17-a7f7-12fea7e9a039 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cc5c7e53-7d2b-4593-a57f-8de31737f335 HTTP/1.1" status: 204 len: 168 time: 0.4003372 Jun 21 10:27:52.126351 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52460) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:27:52.128431 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf64e55b-a529-424b-b2c6-144ef36a346a None None] Network aca1fcda-f824-4fc9-b678-f585c10ee54b requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:27:52.206793 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e5bde489-cc73-407d-94f1-d925195f665c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729370'] for network, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:52.277948 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-e5bde489-cc73-407d-94f1-d925195f665c admin admin] Deleting port 23ad2479-8ed7-4c84-b79b-e147f9b535a6 {{(pid=92965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:27:52.278938 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e5bde489-cc73-407d-94f1-d925195f665c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:52.336142 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348b1e7d-d474-451c-9f0f-cf40e4f9d9a5 None None] DHCP port deletion for aca1fcda-f824-4fc9-b678-f585c10ee54b request from dv-cinder-797245-3-iscsi {{(pid=92969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 10:27:52.357698 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [None req-e5bde489-cc73-407d-94f1-d925195f665c admin admin] For port 23ad2479-8ed7-4c84-b79b-e147f9b535a6, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=23ad2479-8ed7-4c84-b79b-e147f9b535a6,segment=NetworkSegment(283fe86f-65ae-4ca2-a55c-10b5261364ec),segment_id=283fe86f-65ae-4ca2-a55c-10b5261364ec)] {{(pid=92965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:27:52.358031 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e5bde489-cc73-407d-94f1-d925195f665c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:52.413327 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-348b1e7d-d474-451c-9f0f-cf40e4f9d9a5 None None] Deleting port 23ad2479-8ed7-4c84-b79b-e147f9b535a6 {{(pid=92969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:27:52.413659 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-348b1e7d-d474-451c-9f0f-cf40e4f9d9a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:52.452167 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-e5bde489-cc73-407d-94f1-d925195f665c admin admin] Calling delete_port for 23ad2479-8ed7-4c84-b79b-e147f9b535a6 owned by network:dhcp {{(pid=92965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:27:52.492766 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-348b1e7d-d474-451c-9f0f-cf40e4f9d9a5 None None] For port 23ad2479-8ed7-4c84-b79b-e147f9b535a6, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=23ad2479-8ed7-4c84-b79b-e147f9b535a6,segment=NetworkSegment(283fe86f-65ae-4ca2-a55c-10b5261364ec),segment_id=283fe86f-65ae-4ca2-a55c-10b5261364ec)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:27:52.493165 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-348b1e7d-d474-451c-9f0f-cf40e4f9d9a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:52.541743 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e5bde489-cc73-407d-94f1-d925195f665c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11354326'] for port, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:52.543916 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-dd9e06c4-2cd8-4bb5-bed7-ee3a4b638cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:27:52.567340 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-348b1e7d-d474-451c-9f0f-cf40e4f9d9a5 None None] Calling delete_port for 23ad2479-8ed7-4c84-b79b-e147f9b535a6 owned by network:dhcp {{(pid=92969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:27:52.572300 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bde489-cc73-407d-94f1-d925195f665c admin admin] Pushing event deleted for resources: {'Port': ['ID=23ad2479-8ed7-4c84-b79b-e147f9b535a6,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:27:52.576640 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-e5bde489-cc73-407d-94f1-d925195f665c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:27:52.577516 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bde489-cc73-407d-94f1-d925195f665c admin admin] No DVR routers for this DVR port 23ad2479-8ed7-4c84-b79b-e147f9b535a6 on host dv-cinder-797245-3-iscsi {{(pid=92965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:27:52.649196 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-348b1e7d-d474-451c-9f0f-cf40e4f9d9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806'] for port, after_delete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:52.651143 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-e870d1c6-0652-48d6-9278-14fb4f8cd320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:27:52.655273 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e5bde489-cc73-407d-94f1-d925195f665c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707321', 'neutron.services.segments.db._delete_segments_for_network-8741296622547'] for network, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:52.666467 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.services.segments.db [None req-e5bde489-cc73-407d-94f1-d925195f665c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aca1fcda-f824-4fc9-b678-f585c10ee54b']}} {{(pid=92965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:27:52.679445 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.services.segments.db [None req-e5bde489-cc73-407d-94f1-d925195f665c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '283fe86f-65ae-4ca2-a55c-10b5261364ec') {'for_net_delete': True} {{(pid=92965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:27:52.679728 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.services.segments.db [None req-e5bde489-cc73-407d-94f1-d925195f665c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '283fe86f-65ae-4ca2-a55c-10b5261364ec') {} {{(pid=92965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:27:52.679994 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b1e7d-d474-451c-9f0f-cf40e4f9d9a5 None None] Pushing event deleted for resources: {'Port': ['ID=23ad2479-8ed7-4c84-b79b-e147f9b535a6,revision_number=None']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:27:52.683114 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-348b1e7d-d474-451c-9f0f-cf40e4f9d9a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:27:52.683910 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348b1e7d-d474-451c-9f0f-cf40e4f9d9a5 None None] No DVR routers for this DVR port 23ad2479-8ed7-4c84-b79b-e147f9b535a6 on host dv-cinder-797245-3-iscsi {{(pid=92969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:27:52.692348 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e5bde489-cc73-407d-94f1-d925195f665c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741296622376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11354332'] for segment, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:52.707906 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e5bde489-cc73-407d-94f1-d925195f665c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:52.714319 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5bde489-cc73-407d-94f1-d925195f665c admin admin] Releasing vlan 1165 on physical network physnet1 to pool {{(pid=92965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 10:27:52.714717 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e5bde489-cc73-407d-94f1-d925195f665c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9646855'] for segment, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: Traceback (most recent call last): Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: timer() Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: cb(*args, **kw) Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: return func(*args, **kwargs) Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: self._notify() Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: self.callback(batched_events) Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: event.method(event) Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: return f(self, *a, **k) Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: return self._get(url).json() Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: return self.request(url, 'GET', **kwargs) Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 10:27:52.717329 dv-cinder-797245-3-iscsi neutron-server[92965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 10:27:52.779405 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e5bde489-cc73-407d-94f1-d925195f665c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858363'] for network, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:52.783445 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:27:52.786097 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e5bde489-cc73-407d-94f1-d925195f665c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:52.787803 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-e5bde489-cc73-407d-94f1-d925195f665c admin admin] 10.222.0.50 "DELETE /v2.0/networks/aca1fcda-f824-4fc9-b678-f585c10ee54b HTTP/1.1" status: 204 len: 168 time: 0.6604354 Jun 21 10:27:52.799394 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bde489-cc73-407d-94f1-d925195f665c admin admin] Pushing event deleted for resources: {'Network': ['ID=aca1fcda-f824-4fc9-b678-f585c10ee54b,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:27:52.802022 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-e5bde489-cc73-407d-94f1-d925195f665c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:27:52.966995 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device e3ed9c17-58b8-47de-a048-16ca48d3942c no longer exists at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:27:52.988164 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52464) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:27:52.994455 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] No Port match for: e3ed9c17-58b8-47de-a048-16ca48d3942c {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:27:52.995058 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device e3ed9c17-58b8-47de-a048-16ca48d3942c not bound to the agent host dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:27:52.995493 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 23ad2479-8ed7-4c84-b79b-e147f9b535a6 no longer exists at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:27:53.017093 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] No Port match for: 23ad2479-8ed7-4c84-b79b-e147f9b535a6 {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:27:53.017449 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 23ad2479-8ed7-4c84-b79b-e147f9b535a6 not bound to the agent host dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:27:53.017872 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 51c98f2b-8ee7-43a2-9246-5ef3c5546342 no longer exists at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:27:53.038120 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] No Port match for: 51c98f2b-8ee7-43a2-9246-5ef3c5546342 {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:27:53.038476 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 51c98f2b-8ee7-43a2-9246-5ef3c5546342 not bound to the agent host dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:27:53.043631 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-9902385b-71f7-4723-ae53-34fa65b44046 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=96dade604de94369a63bd8dc4b5d3ea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507374 Jun 21 10:27:53.044996 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 52466) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:27:53.097107 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f7ac2795-dc2c-41db-b833-0ebcadbd2c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:53.120665 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f7ac2795-dc2c-41db-b833-0ebcadbd2c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:53.171452 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f7ac2795-dc2c-41db-b833-0ebcadbd2c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:53.174018 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f7ac2795-dc2c-41db-b833-0ebcadbd2c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:53.177058 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-f7ac2795-dc2c-41db-b833-0ebcadbd2c0f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3ddba42e-843c-42ae-943e-bcbfe4cc717c HTTP/1.1" status: 204 len: 168 time: 0.1306765 Jun 21 10:27:53.177985 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-b404b484-df57-4134-ac1e-48cbbfa5c93d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:27:53.186631 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac2795-dc2c-41db-b833-0ebcadbd2c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddba42e-843c-42ae-943e-bcbfe4cc717c,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:27:53.189671 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-f7ac2795-dc2c-41db-b833-0ebcadbd2c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:27:53.526849 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52472) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:27:53.569033 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-5dbca43b-0a17-4c62-8fa5-2d017bea3f21 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e6ff5500e3024d0cbcc2535fb4e00981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407710 Jun 21 10:27:53.575158 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52474) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:27:53.622054 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ac65d47f-6644-4e42-88b6-2af75f6cae31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:53.649233 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ac65d47f-6644-4e42-88b6-2af75f6cae31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:53.696664 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ac65d47f-6644-4e42-88b6-2af75f6cae31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:53.699343 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ac65d47f-6644-4e42-88b6-2af75f6cae31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:53.701199 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-ac65d47f-6644-4e42-88b6-2af75f6cae31 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9351fc13-70bf-48d7-a1d2-3532ab86c75f HTTP/1.1" status: 204 len: 168 time: 0.1281753 Jun 21 10:27:53.702359 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-e0ca3423-82c3-4fd9-a6a7-ce50d311e81d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:27:53.710768 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65d47f-6644-4e42-88b6-2af75f6cae31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9351fc13-70bf-48d7-a1d2-3532ab86c75f,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:27:53.713126 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-ac65d47f-6644-4e42-88b6-2af75f6cae31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:27:54.455077 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 52496) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:27:54.573933 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-20e4eebd-8796-4514-b7b7-efaafb513bfc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2077910850-network', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:27:54.604488 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e4eebd-8796-4514-b7b7-efaafb513bfc admin admin] Made reservation on behalf of 1aac8133e72e4b23b3e266d71e9af378 for: {'network': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:27:54.607019 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-20e4eebd-8796-4514-b7b7-efaafb513bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for network, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:54.618007 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-20e4eebd-8796-4514-b7b7-efaafb513bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:54.722833 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-20e4eebd-8796-4514-b7b7-efaafb513bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:54.727911 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-20e4eebd-8796-4514-b7b7-efaafb513bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:54.731055 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-43eb2020-12a0-4b8f-b6f7-1dc793f630be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:27:54.761952 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e4eebd-8796-4514-b7b7-efaafb513bfc admin admin] vlan segment allocate from pool success with {'vlan_id': 1167, 'physical_network': 'physnet1'} {{(pid=92958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 10:27:54.773640 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4eebd-8796-4514-b7b7-efaafb513bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2106b7a-83d8-44bb-a58c-1e43ffe38622,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:27:54.779420 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-20e4eebd-8796-4514-b7b7-efaafb513bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:27:54.780624 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-20e4eebd-8796-4514-b7b7-efaafb513bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:54.781114 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.db.segments_db [None req-20e4eebd-8796-4514-b7b7-efaafb513bfc admin admin] Added segment 9e2bf70e-6732-4687-93e5-8441a7a9a1fa of type vlan for network 086d6734-a665-4bd4-a63f-0385a7970e39 Jun 21 10:27:54.832952 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-20e4eebd-8796-4514-b7b7-efaafb513bfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741296102858'] for network, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:54.871484 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-20e4eebd-8796-4514-b7b7-efaafb513bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523'] for network, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:54.873665 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e4eebd-8796-4514-b7b7-efaafb513bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:27:54.874259 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-20e4eebd-8796-4514-b7b7-efaafb513bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:54.876643 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-50a0359a-0843-432d-bd4b-ecd0c81360d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:27:54.935993 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-20e4eebd-8796-4514-b7b7-efaafb513bfc admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4796677 Jun 21 10:27:54.939624 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52500) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:27:54.941608 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4eebd-8796-4514-b7b7-efaafb513bfc admin admin] Pushing event updated for resources: {'Network': ['ID=086d6734-a665-4bd4-a63f-0385a7970e39,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:27:54.944537 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-20e4eebd-8796-4514-b7b7-efaafb513bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:27:54.948126 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-19ec8c7d-b9b2-44a3-aec1-73114473d427 admin admin] Request body: {'subnet': {'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2077910850-subnet', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'ip_version': 4}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:27:54.957654 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Network 086d6734-a665-4bd4-a63f-0385a7970e39 details requested by agent ovs-agent-dv-cinder-797245-3-iscsi with host dv-cinder-797245-3-iscsi {{(pid=92969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 10:27:54.974812 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ec8c7d-b9b2-44a3-aec1-73114473d427 admin admin] Made reservation on behalf of 1aac8133e72e4b23b3e266d71e9af378 for: {'subnet': 1} {{(pid=92965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:27:54.977220 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-19ec8c7d-b9b2-44a3-aec1-73114473d427 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9374854'] for subnet, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:55.444034 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-19ec8c7d-b9b2-44a3-aec1-73114473d427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11354221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9374868'] for subnet, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:55.445914 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-874a2d7d-772d-46a3-a34f-5fc592dd4854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:27:55.497299 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec8c7d-b9b2-44a3-aec1-73114473d427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d474c7f5-8497-440e-9a01-af7ac87da0e0,revision_number=0']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:27:55.500918 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-19ec8c7d-b9b2-44a3-aec1-73114473d427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:27:55.507796 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ec8c7d-b9b2-44a3-aec1-73114473d427 admin admin] Checking segment: {'id': '9e2bf70e-6732-4687-93e5-8441a7a9a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:27:55.508151 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ec8c7d-b9b2-44a3-aec1-73114473d427 admin admin] Network hostable DHCP agents. Network: 086d6734-a665-4bd4-a63f-0385a7970e39, hostable agents: ['0a019bba-016c-4460-8b54-4bd863e23b42'], hosted agents: [] {{(pid=92965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 10:27:55.524342 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ec8c7d-b9b2-44a3-aec1-73114473d427 admin admin] Network 086d6734-a665-4bd4-a63f-0385a7970e39 is scheduled to be hosted by DHCP agent 0a019bba-016c-4460-8b54-4bd863e23b42 with binding_index 1 {{(pid=92965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 10:27:55.533011 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [None req-19ec8c7d-b9b2-44a3-aec1-73114473d427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-3-iscsi, 086d6734-a665-4bd4-a63f-0385a7970e39) {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:27:55.536943 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ec8c7d-b9b2-44a3-aec1-73114473d427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:27:55.537527 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-19ec8c7d-b9b2-44a3-aec1-73114473d427 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:55.543367 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812af5e2-f913-40d4-8f1b-ac87d0c6f82e None None] Network 086d6734-a665-4bd4-a63f-0385a7970e39 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:27:55.552300 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-19ec8c7d-b9b2-44a3-aec1-73114473d427 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6114264 Jun 21 10:27:55.554887 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52502) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:27:55.559436 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-bd397351-0ff7-46b3-95da-bf15819e8cf1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2077910850-router', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:27:55.581896 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-bd397351-0ff7-46b3-95da-bf15819e8cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3733420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1346'] for router, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:55.582895 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-bd397351-0ff7-46b3-95da-bf15819e8cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3857055', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1339'] for router, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:55.642342 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-bd397351-0ff7-46b3-95da-bf15819e8cf1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:55.696730 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e007fa-7347-4065-8ff9-b3691b08c24c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759a80e7-35e0-5a16-8bb7-3ded93f90571-086d6734-a665-4bd4-a63f-0385a7970e39', 'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'fixed_ips': [{'subnet_id': 'd474c7f5-8497-440e-9a01-af7ac87da0e0'}]}} from dv-cinder-797245-3-iscsi. {{(pid=92969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 10:27:55.697540 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-10e007fa-7347-4065-8ff9-b3691b08c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:55.785361 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-bd397351-0ff7-46b3-95da-bf15819e8cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3857133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3733342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1321'] for router, precommit_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:55.850232 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.db_base_plugin_common [None req-10e007fa-7347-4065-8ff9-b3691b08c24c None None] Allocated IP 172.20.0.2 (086d6734-a665-4bd4-a63f-0385a7970e39/d474c7f5-8497-440e-9a01-af7ac87da0e0/4aa2cd40-c62a-48d4-968f-037bf3fad491) {{(pid=92969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:27:56.003881 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-10e007fa-7347-4065-8ff9-b3691b08c24c None None] Notify callbacks [] for port, precommit_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:56.008544 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-bd397351-0ff7-46b3-95da-bf15819e8cf1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:56.012309 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-10e007fa-7347-4065-8ff9-b3691b08c24c None None] Transition to ACTIVE for port object 4aa2cd40-c62a-48d4-968f-037bf3fad491 will not be triggered until provisioned by entity L2. {{(pid=92969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:27:56.028352 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-10e007fa-7347-4065-8ff9-b3691b08c24c None None] Transition to ACTIVE for port object 4aa2cd40-c62a-48d4-968f-037bf3fad491 will not be triggered until provisioned by entity DHCP. {{(pid=92969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:27:56.029703 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-bd397351-0ff7-46b3-95da-bf15819e8cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:56.035498 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-10e007fa-7347-4065-8ff9-b3691b08c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797'] for port, after_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:56.037593 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:27:56.075345 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e007fa-7347-4065-8ff9-b3691b08c24c None None] Network 086d6734-a665-4bd4-a63f-0385a7970e39 is already hosted by enough agents. {{(pid=92969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:27:56.079084 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.scheduler.base_scheduler [None req-10e007fa-7347-4065-8ff9-b3691b08c24c None None] Resources bound (agent type, host, resource id): {{(pid=92969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:27:56.081627 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e007fa-7347-4065-8ff9-b3691b08c24c None None] Received port after_create {{(pid=92969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:27:56.095642 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e007fa-7347-4065-8ff9-b3691b08c24c None None] Pushing event updated for resources: {'Port': ['ID=4aa2cd40-c62a-48d4-968f-037bf3fad491,revision_number=1']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:27:56.113666 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-10e007fa-7347-4065-8ff9-b3691b08c24c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:27:56.135966 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_common [None req-bd397351-0ff7-46b3-95da-bf15819e8cf1 admin admin] Allocated IP 172.27.2.169 (fb624688-f845-4b15-87c8-de4e29ba1da0/d2f51930-445a-41d0-bd73-46a6db281e7c/6ff071de-b274-4624-bfea-1160a88cbf22) {{(pid=92965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:27:56.149638 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-10e007fa-7347-4065-8ff9-b3691b08c24c None None] Attempting to bind port 4aa2cd40-c62a-48d4-968f-037bf3fad491 on host dv-cinder-797245-3-iscsi for vnic_type normal with profile {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:27:56.150267 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-10e007fa-7347-4065-8ff9-b3691b08c24c None None] Attempting to bind port 4aa2cd40-c62a-48d4-968f-037bf3fad491 by drivers openvswitch,hyperv on host dv-cinder-797245-3-iscsi at level 0 using segments [{'id': '9e2bf70e-6732-4687-93e5-8441a7a9a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39'}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:27:56.150436 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e007fa-7347-4065-8ff9-b3691b08c24c None None] Attempting to bind port 4aa2cd40-c62a-48d4-968f-037bf3fad491 on network 086d6734-a665-4bd4-a63f-0385a7970e39 {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:27:56.157172 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e007fa-7347-4065-8ff9-b3691b08c24c None None] Checking agent: {'id': '1b1a71b0-3353-4cb1-9b62-7c1d9dbff1e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 2, 11), 'started_at': datetime.datetime(2021, 6, 21, 10, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:27:56.157560 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e007fa-7347-4065-8ff9-b3691b08c24c None None] Checking segment: {'id': '9e2bf70e-6732-4687-93e5-8441a7a9a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:27:56.157973 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-10e007fa-7347-4065-8ff9-b3691b08c24c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:56.158375 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e007fa-7347-4065-8ff9-b3691b08c24c None None] Bound using segment: {'id': '9e2bf70e-6732-4687-93e5-8441a7a9a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39'} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:27:56.158853 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-10e007fa-7347-4065-8ff9-b3691b08c24c None None] Bound port: 4aa2cd40-c62a-48d4-968f-037bf3fad491, host: dv-cinder-797245-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e2bf70e-6732-4687-93e5-8441a7a9a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39'}}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:27:56.159239 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-10e007fa-7347-4065-8ff9-b3691b08c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:56.224063 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-10e007fa-7347-4065-8ff9-b3691b08c24c None None] For port 4aa2cd40-c62a-48d4-968f-037bf3fad491, host dv-cinder-797245-3-iscsi, cleared binding levels {{(pid=92969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:27:56.227203 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-10e007fa-7347-4065-8ff9-b3691b08c24c None None] For port 4aa2cd40-c62a-48d4-968f-037bf3fad491, host dv-cinder-797245-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=4aa2cd40-c62a-48d4-968f-037bf3fad491,segment=NetworkSegment(9e2bf70e-6732-4687-93e5-8441a7a9a1fa),segment_id=9e2bf70e-6732-4687-93e5-8441a7a9a1fa)] {{(pid=92969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:27:56.233485 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-10e007fa-7347-4065-8ff9-b3691b08c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:56.236196 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-10e007fa-7347-4065-8ff9-b3691b08c24c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:27:56.258171 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-bd397351-0ff7-46b3-95da-bf15819e8cf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:56.290265 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e007fa-7347-4065-8ff9-b3691b08c24c None None] Pushing event updated for resources: {'Port': ['ID=4aa2cd40-c62a-48d4-968f-037bf3fad491,revision_number=2']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:27:56.293749 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-10e007fa-7347-4065-8ff9-b3691b08c24c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:27:56.307077 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-bd397351-0ff7-46b3-95da-bf15819e8cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11354329'] for port, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:56.309306 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-e018fa63-a533-4dab-a633-ae2e703c2a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:27:56.350305 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd397351-0ff7-46b3-95da-bf15819e8cf1 admin admin] Network fb624688-f845-4b15-87c8-de4e29ba1da0 is already hosted by enough agents. {{(pid=92965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:27:56.353509 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [None req-bd397351-0ff7-46b3-95da-bf15819e8cf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:27:56.357678 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd397351-0ff7-46b3-95da-bf15819e8cf1 admin admin] Received port after_create {{(pid=92965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:27:56.384073 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd397351-0ff7-46b3-95da-bf15819e8cf1 admin admin] Pushing event updated for resources: {'Port': ['ID=6ff071de-b274-4624-bfea-1160a88cbf22,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:27:56.388870 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-bd397351-0ff7-46b3-95da-bf15819e8cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:27:56.634409 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-bd397351-0ff7-46b3-95da-bf15819e8cf1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:56.832082 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-bd397351-0ff7-46b3-95da-bf15819e8cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3858233'] for router, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:57.002171 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd397351-0ff7-46b3-95da-bf15819e8cf1 admin admin] Router 547c0e4f-0301-4676-801c-afdf4c1929c7 is scheduled to L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 with binding_index 1 {{(pid=92965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 10:27:57.014592 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 4aa2cd40-c62a-48d4-968f-037bf3fad491 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:27:57.078836 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning for port 4aa2cd40-c62a-48d4-968f-037bf3fad491 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:27:57.140738 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd397351-0ff7-46b3-95da-bf15819e8cf1 admin admin] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:27:57.154869 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9d3871-1eb8-46a9-8bab-cda80d4304ef None None] Sync routers for ids ['547c0e4f-0301-4676-801c-afdf4c1929c7'] in dv-cinder-797245-3-iscsi {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:27:57.158310 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-bd397351-0ff7-46b3-95da-bf15819e8cf1 admin admin] Notify callbacks [] for router, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:57.159787 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-bd397351-0ff7-46b3-95da-bf15819e8cf1 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6039443 Jun 21 10:27:57.163560 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 52504) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:27:57.167817 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9d3871-1eb8-46a9-8bab-cda80d4304ef None None] Routers {'547c0e4f-0301-4676-801c-afdf4c1929c7'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:27:57.168465 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-fb9d3871-1eb8-46a9-8bab-cda80d4304ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:27:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['547c0e4f-0301-4676-801c-afdf4c1929c7'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:27:57.255417 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8d6e99-d53f-4599-ae22-2e1a0022d483 None None] Network 086d6734-a665-4bd4-a63f-0385a7970e39 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:27:57.334003 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-3a6e5a2d-1703-4922-b115-483eb37830e3 None None] Provisioning for port 4aa2cd40-c62a-48d4-968f-037bf3fad491 completed by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:27:57.342802 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:57.348855 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-3a6e5a2d-1703-4922-b115-483eb37830e3 None None] Provisioning complete for port 4aa2cd40-c62a-48d4-968f-037bf3fad491 triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:27:57.349233 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-3a6e5a2d-1703-4922-b115-483eb37830e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:57.376711 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-fb9d3871-1eb8-46a9-8bab-cda80d4304ef None None] Set router 547c0e4f-0301-4676-801c-afdf4c1929c7 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:27:57.654305 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0fca6983-281b-459f-8f60-407a5f715f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:57.779870 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-3a6e5a2d-1703-4922-b115-483eb37830e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:57.820243 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [None req-0fca6983-281b-459f-8f60-407a5f715f0c admin admin] Allocated IP 172.20.0.1 (086d6734-a665-4bd4-a63f-0385a7970e39/d474c7f5-8497-440e-9a01-af7ac87da0e0/f166c222-50f2-49ad-9579-8595a3d6c2cf) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:27:57.834326 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-3a6e5a2d-1703-4922-b115-483eb37830e3 None None] For port 4aa2cd40-c62a-48d4-968f-037bf3fad491, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=4aa2cd40-c62a-48d4-968f-037bf3fad491,segment=NetworkSegment(9e2bf70e-6732-4687-93e5-8441a7a9a1fa),segment_id=9e2bf70e-6732-4687-93e5-8441a7a9a1fa)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:27:57.840310 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-3a6e5a2d-1703-4922-b115-483eb37830e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:57.844151 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:27:57.899634 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e5a2d-1703-4922-b115-483eb37830e3 None None] Pushing event updated for resources: {'Port': ['ID=4aa2cd40-c62a-48d4-968f-037bf3fad491,revision_number=3']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:27:57.903057 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-3a6e5a2d-1703-4922-b115-483eb37830e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:27:57.905088 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-fb9d3871-1eb8-46a9-8bab-cda80d4304ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'name': 'tempest-TestShelveInstance-2077910850-router', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '6ff071de-b274-4624-bfea-1160a88cbf22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:27:55Z', 'updated_at': '2021-06-21T10:27:56Z', 'revision_number': 3, 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'gw_port': {'id': '6ff071de-b274-4624-bfea-1160a88cbf22', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:27:56Z', 'updated_at': '2021-06-21T10:27:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi'}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:27:57.932703 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0fca6983-281b-459f-8f60-407a5f715f0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:57.934003 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9d3871-1eb8-46a9-8bab-cda80d4304ef None None] Checking router: 547c0e4f-0301-4676-801c-afdf4c1929c7 for host: dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:27:57.934393 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9d3871-1eb8-46a9-8bab-cda80d4304ef None None] Updating router 547c0e4f-0301-4676-801c-afdf4c1929c7 port 6ff071de-b274-4624-bfea-1160a88cbf22 binding host dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 10:27:57.947186 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.provisioning_blocks [None req-0fca6983-281b-459f-8f60-407a5f715f0c admin admin] Transition to ACTIVE for port object f166c222-50f2-49ad-9579-8595a3d6c2cf will not be triggered until provisioned by entity DHCP. {{(pid=92958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:27:57.976491 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-fb9d3871-1eb8-46a9-8bab-cda80d4304ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:57.985327 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0fca6983-281b-459f-8f60-407a5f715f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1954238'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:57.987697 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-c9725908-9e6e-4359-b885-1820790d4e4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:27:58.030526 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fca6983-281b-459f-8f60-407a5f715f0c admin admin] Network 086d6734-a665-4bd4-a63f-0385a7970e39 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:27:58.033508 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-0fca6983-281b-459f-8f60-407a5f715f0c admin admin] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:27:58.038284 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fca6983-281b-459f-8f60-407a5f715f0c admin admin] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:27:58.041803 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca6983-281b-459f-8f60-407a5f715f0c admin admin] Pushing event updated for resources: {'Port': ['ID=f166c222-50f2-49ad-9579-8595a3d6c2cf,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:27:58.066053 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-0fca6983-281b-459f-8f60-407a5f715f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:27:58.088253 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0fca6983-281b-459f-8f60-407a5f715f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745814'] for router_interface, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:58.200086 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-933a5d76-af44-498c-95f9-201de44a2dd6 None None] Provisioning complete for port 4aa2cd40-c62a-48d4-968f-037bf3fad491 triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:27:58.200973 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-933a5d76-af44-498c-95f9-201de44a2dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:58.256633 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0fca6983-281b-459f-8f60-407a5f715f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:58.387137 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-fb9d3871-1eb8-46a9-8bab-cda80d4304ef None None] Notify callbacks [] for port, precommit_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:58.399183 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-fb9d3871-1eb8-46a9-8bab-cda80d4304ef None None] Transition to ACTIVE for port object 6ff071de-b274-4624-bfea-1160a88cbf22 will not be triggered until provisioned by entity L2. {{(pid=92969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:27:58.407588 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-fb9d3871-1eb8-46a9-8bab-cda80d4304ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:58.410010 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:27:58.452626 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0fca6983-281b-459f-8f60-407a5f715f0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:58.458977 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0fca6983-281b-459f-8f60-407a5f715f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:58.461201 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-acf8b256-6f29-4609-8b35-b62fde2bf6dc tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:27:58.461844 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-fb9d3871-1eb8-46a9-8bab-cda80d4304ef None None] Attempting to bind port 6ff071de-b274-4624-bfea-1160a88cbf22 on host dv-cinder-797245-3-iscsi for vnic_type normal with profile {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:27:58.462228 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-fb9d3871-1eb8-46a9-8bab-cda80d4304ef None None] Attempting to bind port 6ff071de-b274-4624-bfea-1160a88cbf22 by drivers openvswitch,hyperv on host dv-cinder-797245-3-iscsi at level 0 using segments [{'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:27:58.462778 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9d3871-1eb8-46a9-8bab-cda80d4304ef None None] Attempting to bind port 6ff071de-b274-4624-bfea-1160a88cbf22 on network fb624688-f845-4b15-87c8-de4e29ba1da0 {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:27:58.472838 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9d3871-1eb8-46a9-8bab-cda80d4304ef None None] Checking agent: {'id': '1b1a71b0-3353-4cb1-9b62-7c1d9dbff1e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 2, 11), 'started_at': datetime.datetime(2021, 6, 21, 10, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:27:58.473229 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9d3871-1eb8-46a9-8bab-cda80d4304ef None None] Checking segment: {'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:27:58.473643 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-fb9d3871-1eb8-46a9-8bab-cda80d4304ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:58.474047 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9d3871-1eb8-46a9-8bab-cda80d4304ef None None] Bound using segment: {'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:27:58.474535 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-fb9d3871-1eb8-46a9-8bab-cda80d4304ef None None] Bound port: 6ff071de-b274-4624-bfea-1160a88cbf22, host: dv-cinder-797245-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:27:58.474912 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-fb9d3871-1eb8-46a9-8bab-cda80d4304ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:58.476635 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f2391-3b90-4d7f-9dc0-69f948012994 None None] Pushing event updated for resources: {'Port': ['ID=6ff071de-b274-4624-bfea-1160a88cbf22,revision_number=2']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:27:58.479493 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-398f2391-3b90-4d7f-9dc0-69f948012994 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:27:58.532138 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-506b765d-7aa5-4c16-b651-dbaa17625986 None None] Provisioning for port f166c222-50f2-49ad-9579-8595a3d6c2cf completed by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:27:58.532634 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca6983-281b-459f-8f60-407a5f715f0c admin admin] Pushing event updated for resources: {'Port': ['ID=f166c222-50f2-49ad-9579-8595a3d6c2cf,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:27:58.540327 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-0fca6983-281b-459f-8f60-407a5f715f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:27:58.542455 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0fca6983-281b-459f-8f60-407a5f715f0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3840613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3854351'] for router_interface, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:58.546453 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-506b765d-7aa5-4c16-b651-dbaa17625986 None None] Provisioning complete for port f166c222-50f2-49ad-9579-8595a3d6c2cf triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:27:58.546837 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-506b765d-7aa5-4c16-b651-dbaa17625986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:58.550826 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-fb9d3871-1eb8-46a9-8bab-cda80d4304ef None None] For port 6ff071de-b274-4624-bfea-1160a88cbf22, host dv-cinder-797245-3-iscsi, cleared binding levels {{(pid=92969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:27:58.589729 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-fb9d3871-1eb8-46a9-8bab-cda80d4304ef None None] For port 6ff071de-b274-4624-bfea-1160a88cbf22, host dv-cinder-797245-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=6ff071de-b274-4624-bfea-1160a88cbf22,segment=NetworkSegment(51446d15-6cd3-4f7c-9b01-f06091ff92a2),segment_id=51446d15-6cd3-4f7c-9b01-f06091ff92a2)] {{(pid=92969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:27:58.597326 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-fb9d3871-1eb8-46a9-8bab-cda80d4304ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:58.600380 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-10e007fa-7347-4065-8ff9-b3691b08c24c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:27:58.604224 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-506b765d-7aa5-4c16-b651-dbaa17625986 None None] Port f166c222-50f2-49ad-9579-8595a3d6c2cf cannot update to ACTIVE because it is not bound. {{(pid=92969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 10:27:58.648343 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fca6983-281b-459f-8f60-407a5f715f0c admin admin] Network 086d6734-a665-4bd4-a63f-0385a7970e39 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:27:58.649917 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-0fca6983-281b-459f-8f60-407a5f715f0c admin admin] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:27:58.656576 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9d3871-1eb8-46a9-8bab-cda80d4304ef None None] Routers {'547c0e4f-0301-4676-801c-afdf4c1929c7'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:27:58.657254 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-fb9d3871-1eb8-46a9-8bab-cda80d4304ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:27:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['547c0e4f-0301-4676-801c-afdf4c1929c7'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:27:58.710607 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f2391-3b90-4d7f-9dc0-69f948012994 None None] Pushing event updated for resources: {'Port': ['ID=6ff071de-b274-4624-bfea-1160a88cbf22,revision_number=3']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:27:58.718570 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-398f2391-3b90-4d7f-9dc0-69f948012994 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:27:58.786847 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fca6983-281b-459f-8f60-407a5f715f0c admin admin] Router 547c0e4f-0301-4676-801c-afdf4c1929c7 has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:27:58.800032 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-fb9d3871-1eb8-46a9-8bab-cda80d4304ef None None] Set router 547c0e4f-0301-4676-801c-afdf4c1929c7 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:27:58.913163 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fca6983-281b-459f-8f60-407a5f715f0c admin admin] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:27:58.926143 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-0fca6983-281b-459f-8f60-407a5f715f0c admin admin] 10.222.0.50 "PUT /v2.0/routers/547c0e4f-0301-4676-801c-afdf4c1929c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7537055 Jun 21 10:27:58.941472 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-d82833c9-9d74-4047-9693-17cf69179fd9 None None] Provisioning complete for port f166c222-50f2-49ad-9579-8595a3d6c2cf triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:27:58.941868 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-d82833c9-9d74-4047-9693-17cf69179fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:58.981611 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 4aa2cd40-c62a-48d4-968f-037bf3fad491 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:27:59.042546 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-d82833c9-9d74-4047-9693-17cf69179fd9 None None] Port f166c222-50f2-49ad-9579-8595a3d6c2cf cannot update to ACTIVE because it is not bound. {{(pid=92969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 10:27:59.087145 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port 4aa2cd40-c62a-48d4-968f-037bf3fad491 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:27:59.087529 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:59.131093 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-fb9d3871-1eb8-46a9-8bab-cda80d4304ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'name': 'tempest-TestShelveInstance-2077910850-router', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '6ff071de-b274-4624-bfea-1160a88cbf22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:27:55Z', 'updated_at': '2021-06-21T10:27:58Z', 'revision_number': 4, 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'gw_port': {'id': '6ff071de-b274-4624-bfea-1160a88cbf22', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:27:56Z', 'updated_at': '2021-06-21T10:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'f166c222-50f2-49ad-9579-8595a3d6c2cf', 'name': '', 'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'mac_address': 'fa:16:3e:39:f3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd474c7f5-8497-440e-9a01-af7ac87da0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:27:57Z', 'updated_at': '2021-06-21T10:27:58Z', 'revision_number': 2, 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'subnets': [{'id': 'd474c7f5-8497-440e-9a01-af7ac87da0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:27:59.159721 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9d3871-1eb8-46a9-8bab-cda80d4304ef None None] The sync data for ids ['547c0e4f-0301-4676-801c-afdf4c1929c7'] in dv-cinder-797245-3-iscsi is: [{'id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'name': 'tempest-TestShelveInstance-2077910850-router', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '6ff071de-b274-4624-bfea-1160a88cbf22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:27:55Z', 'updated_at': '2021-06-21T10:27:58Z', 'revision_number': 4, 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'gw_port': {'id': '6ff071de-b274-4624-bfea-1160a88cbf22', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:27:56Z', 'updated_at': '2021-06-21T10:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'f166c222-50f2-49ad-9579-8595a3d6c2cf', 'name': '', 'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'mac_address': 'fa:16:3e:39:f3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd474c7f5-8497-440e-9a01-af7ac87da0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:27:57Z', 'updated_at': '2021-06-21T10:27:58Z', 'revision_number': 2, 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'subnets': [{'id': 'd474c7f5-8497-440e-9a01-af7ac87da0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:27:59.564483 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 52520) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:27:59.569892 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-f7503f72-9eab-4719-9ae6-7fc28aea1cd8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-844631344-network', 'tenant_id': 'ea28c046e41b421ebcf76e117b69b833'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:27:59.595031 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7503f72-9eab-4719-9ae6-7fc28aea1cd8 admin admin] Made reservation on behalf of ea28c046e41b421ebcf76e117b69b833 for: {'network': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:27:59.597900 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f7503f72-9eab-4719-9ae6-7fc28aea1cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for network, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:59.609467 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f7503f72-9eab-4719-9ae6-7fc28aea1cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:59.726072 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f7503f72-9eab-4719-9ae6-7fc28aea1cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:59.733936 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f7503f72-9eab-4719-9ae6-7fc28aea1cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:59.738379 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-fb8880d2-b9a0-4bc1-96cc-08735c69b221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:27:59.758695 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7503f72-9eab-4719-9ae6-7fc28aea1cd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1195, 'physical_network': 'physnet1'} {{(pid=92958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 10:27:59.778199 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f7503f72-9eab-4719-9ae6-7fc28aea1cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:59.779227 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.db.segments_db [None req-f7503f72-9eab-4719-9ae6-7fc28aea1cd8 admin admin] Added segment 6276c889-3111-4a28-84c0-56ac4aafb7ad of type vlan for network 540a2781-e134-485e-bd75-262bd8e900fc Jun 21 10:27:59.780733 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7503f72-9eab-4719-9ae6-7fc28aea1cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cbd926-48b6-46dc-a406-5abb8b7ed09c,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:27:59.790430 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-f7503f72-9eab-4719-9ae6-7fc28aea1cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:27:59.830591 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f7503f72-9eab-4719-9ae6-7fc28aea1cd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741296102858'] for network, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:59.886786 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f7503f72-9eab-4719-9ae6-7fc28aea1cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523'] for network, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:59.890129 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7503f72-9eab-4719-9ae6-7fc28aea1cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:27:59.890850 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-f7503f72-9eab-4719-9ae6-7fc28aea1cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:27:59.893233 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:27:59.952770 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-f7503f72-9eab-4719-9ae6-7fc28aea1cd8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3846135 Jun 21 10:27:59.953976 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 52522) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:27:59.959919 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-607bc5e1-7fc7-4cfc-b9f6-cde270867ce2 admin admin] Request body: {'subnet': {'network_id': '540a2781-e134-485e-bd75-262bd8e900fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-844631344-subnet', 'tenant_id': 'ea28c046e41b421ebcf76e117b69b833', 'ip_version': 4}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:27:59.963334 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7503f72-9eab-4719-9ae6-7fc28aea1cd8 admin admin] Pushing event updated for resources: {'Network': ['ID=540a2781-e134-485e-bd75-262bd8e900fc,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:27:59.967203 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-f7503f72-9eab-4719-9ae6-7fc28aea1cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:27:59.974952 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Network 540a2781-e134-485e-bd75-262bd8e900fc details requested by agent ovs-agent-dv-cinder-797245-3-iscsi with host dv-cinder-797245-3-iscsi {{(pid=92969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 10:27:59.987652 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607bc5e1-7fc7-4cfc-b9f6-cde270867ce2 admin admin] Made reservation on behalf of ea28c046e41b421ebcf76e117b69b833 for: {'subnet': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:27:59.990299 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-607bc5e1-7fc7-4cfc-b9f6-cde270867ce2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309545'] for subnet, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:00.191581 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-607bc5e1-7fc7-4cfc-b9f6-cde270867ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1954058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309563'] for subnet, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:00.194161 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-5aa7b507-0041-4e89-89d5-d19be2c6ed4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:28:00.253282 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607bc5e1-7fc7-4cfc-b9f6-cde270867ce2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=919b72ac-6878-4e3a-922c-f4502a56c0e6,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:28:00.257186 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-607bc5e1-7fc7-4cfc-b9f6-cde270867ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:28:00.264887 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607bc5e1-7fc7-4cfc-b9f6-cde270867ce2 admin admin] Checking segment: {'id': '6276c889-3111-4a28-84c0-56ac4aafb7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '540a2781-e134-485e-bd75-262bd8e900fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:28:00.265249 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607bc5e1-7fc7-4cfc-b9f6-cde270867ce2 admin admin] Network hostable DHCP agents. Network: 540a2781-e134-485e-bd75-262bd8e900fc, hostable agents: ['0a019bba-016c-4460-8b54-4bd863e23b42'], hosted agents: [] {{(pid=92958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 10:28:00.285106 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607bc5e1-7fc7-4cfc-b9f6-cde270867ce2 admin admin] Network 540a2781-e134-485e-bd75-262bd8e900fc is scheduled to be hosted by DHCP agent 0a019bba-016c-4460-8b54-4bd863e23b42 with binding_index 1 {{(pid=92958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 10:28:00.295885 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-607bc5e1-7fc7-4cfc-b9f6-cde270867ce2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-3-iscsi, 540a2781-e134-485e-bd75-262bd8e900fc) {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:28:00.300614 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607bc5e1-7fc7-4cfc-b9f6-cde270867ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:28:00.301240 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-607bc5e1-7fc7-4cfc-b9f6-cde270867ce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:00.306022 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c1b5aa-cb3c-4aac-8fe9-cbdceaaea6ea None None] Network 540a2781-e134-485e-bd75-262bd8e900fc requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:28:00.318856 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-607bc5e1-7fc7-4cfc-b9f6-cde270867ce2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3637691 Jun 21 10:28:00.321755 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 52524) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:28:00.327976 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-0aa229c4-c295-49bb-898c-91cbeea46962 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-844631344-router', 'tenant_id': 'ea28c046e41b421ebcf76e117b69b833', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:28:00.352539 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0aa229c4-c295-49bb-898c-91cbeea46962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3733420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1346'] for router, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:00.352774 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0aa229c4-c295-49bb-898c-91cbeea46962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3857055', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1339'] for router, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:00.413247 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0aa229c4-c295-49bb-898c-91cbeea46962 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:00.487924 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb3c1c9-b57f-40cd-b208-7d5015603d55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp759a80e7-35e0-5a16-8bb7-3ded93f90571-540a2781-e134-485e-bd75-262bd8e900fc', 'network_id': '540a2781-e134-485e-bd75-262bd8e900fc', 'tenant_id': 'ea28c046e41b421ebcf76e117b69b833', 'fixed_ips': [{'subnet_id': '919b72ac-6878-4e3a-922c-f4502a56c0e6'}]}} from dv-cinder-797245-3-iscsi. {{(pid=92969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 10:28:00.489444 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ffb3c1c9-b57f-40cd-b208-7d5015603d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:00.554187 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0aa229c4-c295-49bb-898c-91cbeea46962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3857133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3733342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1321'] for router, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:00.629204 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.db_base_plugin_common [None req-ffb3c1c9-b57f-40cd-b208-7d5015603d55 None None] Allocated IP 172.20.0.2 (540a2781-e134-485e-bd75-262bd8e900fc/919b72ac-6878-4e3a-922c-f4502a56c0e6/8b315aa1-c30b-496a-ac5f-075d47d8876c) {{(pid=92969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:28:00.759303 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0aa229c4-c295-49bb-898c-91cbeea46962 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:00.775010 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ffb3c1c9-b57f-40cd-b208-7d5015603d55 None None] Notify callbacks [] for port, precommit_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:00.778339 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0aa229c4-c295-49bb-898c-91cbeea46962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:00.784803 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ffb3c1c9-b57f-40cd-b208-7d5015603d55 None None] Transition to ACTIVE for port object 8b315aa1-c30b-496a-ac5f-075d47d8876c will not be triggered until provisioned by entity L2. {{(pid=92969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:28:00.802553 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ffb3c1c9-b57f-40cd-b208-7d5015603d55 None None] Transition to ACTIVE for port object 8b315aa1-c30b-496a-ac5f-075d47d8876c will not be triggered until provisioned by entity DHCP. {{(pid=92969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:28:00.808318 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ffb3c1c9-b57f-40cd-b208-7d5015603d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797'] for port, after_create {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:00.810835 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-cf7247a5-50fc-4385-8b78-d992cc824014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:28:00.857065 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb3c1c9-b57f-40cd-b208-7d5015603d55 None None] Network 540a2781-e134-485e-bd75-262bd8e900fc is already hosted by enough agents. {{(pid=92969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:28:00.860039 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.scheduler.base_scheduler [None req-ffb3c1c9-b57f-40cd-b208-7d5015603d55 None None] Resources bound (agent type, host, resource id): {{(pid=92969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:28:00.864489 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb3c1c9-b57f-40cd-b208-7d5015603d55 None None] Received port after_create {{(pid=92969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:28:00.867720 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3c1c9-b57f-40cd-b208-7d5015603d55 None None] Pushing event updated for resources: {'Port': ['ID=8b315aa1-c30b-496a-ac5f-075d47d8876c,revision_number=1']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:28:00.871737 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ffb3c1c9-b57f-40cd-b208-7d5015603d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:28:01.046601 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 6ff071de-b274-4624-bfea-1160a88cbf22 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:28:01.103739 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-ffb3c1c9-b57f-40cd-b208-7d5015603d55 None None] Attempting to bind port 8b315aa1-c30b-496a-ac5f-075d47d8876c on host dv-cinder-797245-3-iscsi for vnic_type normal with profile {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:28:01.104117 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-ffb3c1c9-b57f-40cd-b208-7d5015603d55 None None] Attempting to bind port 8b315aa1-c30b-496a-ac5f-075d47d8876c by drivers openvswitch,hyperv on host dv-cinder-797245-3-iscsi at level 0 using segments [{'id': '6276c889-3111-4a28-84c0-56ac4aafb7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '540a2781-e134-485e-bd75-262bd8e900fc'}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:28:01.104490 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb3c1c9-b57f-40cd-b208-7d5015603d55 None None] Attempting to bind port 8b315aa1-c30b-496a-ac5f-075d47d8876c on network 540a2781-e134-485e-bd75-262bd8e900fc {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:28:01.114462 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb3c1c9-b57f-40cd-b208-7d5015603d55 None None] Checking agent: {'id': '1b1a71b0-3353-4cb1-9b62-7c1d9dbff1e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 2, 11), 'started_at': datetime.datetime(2021, 6, 21, 10, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:28:01.114789 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb3c1c9-b57f-40cd-b208-7d5015603d55 None None] Checking segment: {'id': '6276c889-3111-4a28-84c0-56ac4aafb7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '540a2781-e134-485e-bd75-262bd8e900fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:28:01.115201 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ffb3c1c9-b57f-40cd-b208-7d5015603d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:01.115611 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb3c1c9-b57f-40cd-b208-7d5015603d55 None None] Bound using segment: {'id': '6276c889-3111-4a28-84c0-56ac4aafb7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '540a2781-e134-485e-bd75-262bd8e900fc'} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:28:01.116101 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-ffb3c1c9-b57f-40cd-b208-7d5015603d55 None None] Bound port: 8b315aa1-c30b-496a-ac5f-075d47d8876c, host: dv-cinder-797245-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6276c889-3111-4a28-84c0-56ac4aafb7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '540a2781-e134-485e-bd75-262bd8e900fc'}}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:28:01.116485 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ffb3c1c9-b57f-40cd-b208-7d5015603d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:01.165795 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning for port 6ff071de-b274-4624-bfea-1160a88cbf22 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:28:01.171092 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [None req-0aa229c4-c295-49bb-898c-91cbeea46962 admin admin] Allocated IP 172.27.2.82 (fb624688-f845-4b15-87c8-de4e29ba1da0/d2f51930-445a-41d0-bd73-46a6db281e7c/f5c432d3-5386-46d6-9632-be3b3d1dbcc7) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:28:01.176025 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port 6ff071de-b274-4624-bfea-1160a88cbf22 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:28:01.176412 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:01.215106 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ffb3c1c9-b57f-40cd-b208-7d5015603d55 None None] For port 8b315aa1-c30b-496a-ac5f-075d47d8876c, host dv-cinder-797245-3-iscsi, cleared binding levels {{(pid=92969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:28:01.221108 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ffb3c1c9-b57f-40cd-b208-7d5015603d55 None None] For port 8b315aa1-c30b-496a-ac5f-075d47d8876c, host dv-cinder-797245-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=8b315aa1-c30b-496a-ac5f-075d47d8876c,segment=NetworkSegment(6276c889-3111-4a28-84c0-56ac4aafb7ad),segment_id=6276c889-3111-4a28-84c0-56ac4aafb7ad)] {{(pid=92969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:28:01.226864 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ffb3c1c9-b57f-40cd-b208-7d5015603d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:01.229774 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:28:01.281387 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0aa229c4-c295-49bb-898c-91cbeea46962 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:01.290263 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3c1c9-b57f-40cd-b208-7d5015603d55 None None] Pushing event updated for resources: {'Port': ['ID=8b315aa1-c30b-496a-ac5f-075d47d8876c,revision_number=2']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:28:01.293223 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ffb3c1c9-b57f-40cd-b208-7d5015603d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:28:01.310241 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b5a9fa-0e81-4097-bc1e-c48edc7fb502 None None] Sync routers for ids ['547c0e4f-0301-4676-801c-afdf4c1929c7'] in dv-cinder-797245-3-iscsi {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:28:01.322935 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b5a9fa-0e81-4097-bc1e-c48edc7fb502 None None] Routers {'547c0e4f-0301-4676-801c-afdf4c1929c7'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:28:01.323497 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-32b5a9fa-0e81-4097-bc1e-c48edc7fb502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:27:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['547c0e4f-0301-4676-801c-afdf4c1929c7'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:28:01.344648 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:01.349140 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0aa229c4-c295-49bb-898c-91cbeea46962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1954238'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:01.357194 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-f8d9731f-986f-441f-a294-6ec0cf210250 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:28:01.373429 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] For port 6ff071de-b274-4624-bfea-1160a88cbf22, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=6ff071de-b274-4624-bfea-1160a88cbf22,segment=NetworkSegment(51446d15-6cd3-4f7c-9b01-f06091ff92a2),segment_id=51446d15-6cd3-4f7c-9b01-f06091ff92a2)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:28:01.382070 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:01.384050 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-736f7bb7-cdb2-4ce6-919d-69770de4790f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:28:01.412343 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa229c4-c295-49bb-898c-91cbeea46962 admin admin] Network fb624688-f845-4b15-87c8-de4e29ba1da0 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:28:01.417139 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-0aa229c4-c295-49bb-898c-91cbeea46962 admin admin] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:28:01.419881 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa229c4-c295-49bb-898c-91cbeea46962 admin admin] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:28:01.442586 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-32b5a9fa-0e81-4097-bc1e-c48edc7fb502 None None] Set router 547c0e4f-0301-4676-801c-afdf4c1929c7 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:28:01.442913 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa229c4-c295-49bb-898c-91cbeea46962 admin admin] Pushing event updated for resources: {'Port': ['ID=f5c432d3-5386-46d6-9632-be3b3d1dbcc7,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:28:01.447540 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Pushing event updated for resources: {'Port': ['ID=6ff071de-b274-4624-bfea-1160a88cbf22,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:28:01.450601 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-0aa229c4-c295-49bb-898c-91cbeea46962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:28:01.451280 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:28:01.678577 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-32b5a9fa-0e81-4097-bc1e-c48edc7fb502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'name': 'tempest-TestShelveInstance-2077910850-router', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '6ff071de-b274-4624-bfea-1160a88cbf22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:27:55Z', 'updated_at': '2021-06-21T10:27:58Z', 'revision_number': 4, 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'gw_port': {'id': '6ff071de-b274-4624-bfea-1160a88cbf22', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:27:56Z', 'updated_at': '2021-06-21T10:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'f166c222-50f2-49ad-9579-8595a3d6c2cf', 'name': '', 'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'mac_address': 'fa:16:3e:39:f3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd474c7f5-8497-440e-9a01-af7ac87da0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:27:57Z', 'updated_at': '2021-06-21T10:27:58Z', 'revision_number': 2, 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'subnets': [{'id': 'd474c7f5-8497-440e-9a01-af7ac87da0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:28:01.702768 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0aa229c4-c295-49bb-898c-91cbeea46962 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:01.707139 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b5a9fa-0e81-4097-bc1e-c48edc7fb502 None None] Checking router: 547c0e4f-0301-4676-801c-afdf4c1929c7 for host: dv-cinder-797245-3-iscsi {{(pid=92973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:28:01.707502 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b5a9fa-0e81-4097-bc1e-c48edc7fb502 None None] Updating router 547c0e4f-0301-4676-801c-afdf4c1929c7 port f166c222-50f2-49ad-9579-8595a3d6c2cf binding host dv-cinder-797245-3-iscsi {{(pid=92973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 10:28:01.741556 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-32b5a9fa-0e81-4097-bc1e-c48edc7fb502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:01.908673 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0aa229c4-c295-49bb-898c-91cbeea46962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3858233'] for router, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:02.015818 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-32b5a9fa-0e81-4097-bc1e-c48edc7fb502 None None] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:02.026733 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [None req-32b5a9fa-0e81-4097-bc1e-c48edc7fb502 None None] Transition to ACTIVE for port object f166c222-50f2-49ad-9579-8595a3d6c2cf will not be triggered until provisioned by entity L2. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:28:02.033596 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-32b5a9fa-0e81-4097-bc1e-c48edc7fb502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:02.036108 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:28:02.049416 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa229c4-c295-49bb-898c-91cbeea46962 admin admin] Router 97cf4b0a-e53a-4b62-9d6c-bebd313187b6 is scheduled to L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 with binding_index 1 {{(pid=92958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 10:28:02.079845 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320cc66-49a9-4006-806c-b2003a68852d None None] Pushing event updated for resources: {'Port': ['ID=f166c222-50f2-49ad-9579-8595a3d6c2cf,revision_number=3']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:28:02.088447 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320cc66-49a9-4006-806c-b2003a68852d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:28:02.088806 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320cc66-49a9-4006-806c-b2003a68852d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:28:02.089137 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320cc66-49a9-4006-806c-b2003a68852d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:28:02.089461 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320cc66-49a9-4006-806c-b2003a68852d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:28:02.089988 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320cc66-49a9-4006-806c-b2003a68852d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:28:02.090619 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320cc66-49a9-4006-806c-b2003a68852d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:28:02.091509 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320cc66-49a9-4006-806c-b2003a68852d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:28:02.091989 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320cc66-49a9-4006-806c-b2003a68852d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:28:02.092365 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320cc66-49a9-4006-806c-b2003a68852d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:28:02.092661 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320cc66-49a9-4006-806c-b2003a68852d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:28:02.093132 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320cc66-49a9-4006-806c-b2003a68852d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:28:02.093601 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320cc66-49a9-4006-806c-b2003a68852d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:28:02.122001 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [None req-c320cc66-49a9-4006-806c-b2003a68852d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:28:02.186121 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [None req-32b5a9fa-0e81-4097-bc1e-c48edc7fb502 None None] Attempting to bind port f166c222-50f2-49ad-9579-8595a3d6c2cf on host dv-cinder-797245-3-iscsi for vnic_type normal with profile {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:28:02.186493 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [None req-32b5a9fa-0e81-4097-bc1e-c48edc7fb502 None None] Attempting to bind port f166c222-50f2-49ad-9579-8595a3d6c2cf by drivers openvswitch,hyperv on host dv-cinder-797245-3-iscsi at level 0 using segments [{'id': '9e2bf70e-6732-4687-93e5-8441a7a9a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39'}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:28:02.186855 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b5a9fa-0e81-4097-bc1e-c48edc7fb502 None None] Attempting to bind port f166c222-50f2-49ad-9579-8595a3d6c2cf on network 086d6734-a665-4bd4-a63f-0385a7970e39 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:28:02.187022 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa229c4-c295-49bb-898c-91cbeea46962 admin admin] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:28:02.195501 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636ab53e-5da9-4faf-95a4-76aa4c4d9f04 None None] Sync routers for ids ['97cf4b0a-e53a-4b62-9d6c-bebd313187b6'] in dv-cinder-797245-3-iscsi {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:28:02.196518 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b5a9fa-0e81-4097-bc1e-c48edc7fb502 None None] Checking agent: {'id': '1b1a71b0-3353-4cb1-9b62-7c1d9dbff1e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 2, 11), 'started_at': datetime.datetime(2021, 6, 21, 10, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:28:02.196942 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b5a9fa-0e81-4097-bc1e-c48edc7fb502 None None] Checking segment: {'id': '9e2bf70e-6732-4687-93e5-8441a7a9a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:28:02.197347 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-32b5a9fa-0e81-4097-bc1e-c48edc7fb502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:02.197740 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b5a9fa-0e81-4097-bc1e-c48edc7fb502 None None] Bound using segment: {'id': '9e2bf70e-6732-4687-93e5-8441a7a9a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39'} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:28:02.198406 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [None req-32b5a9fa-0e81-4097-bc1e-c48edc7fb502 None None] Bound port: f166c222-50f2-49ad-9579-8595a3d6c2cf, host: dv-cinder-797245-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e2bf70e-6732-4687-93e5-8441a7a9a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39'}}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:28:02.198955 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-32b5a9fa-0e81-4097-bc1e-c48edc7fb502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:02.209994 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636ab53e-5da9-4faf-95a4-76aa4c4d9f04 None None] Routers {'97cf4b0a-e53a-4b62-9d6c-bebd313187b6'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:28:02.210844 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-636ab53e-5da9-4faf-95a4-76aa4c4d9f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:27:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['97cf4b0a-e53a-4b62-9d6c-bebd313187b6'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:28:02.227472 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0aa229c4-c295-49bb-898c-91cbeea46962 admin admin] Notify callbacks [] for router, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:02.232723 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52528) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:28:02.233459 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-0aa229c4-c295-49bb-898c-91cbeea46962 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9104102 Jun 21 10:28:02.292212 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-32b5a9fa-0e81-4097-bc1e-c48edc7fb502 None None] For port f166c222-50f2-49ad-9579-8595a3d6c2cf, host dv-cinder-797245-3-iscsi, cleared binding levels {{(pid=92973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:28:02.296691 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-32b5a9fa-0e81-4097-bc1e-c48edc7fb502 None None] For port f166c222-50f2-49ad-9579-8595a3d6c2cf, host dv-cinder-797245-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=f166c222-50f2-49ad-9579-8595a3d6c2cf,segment=NetworkSegment(9e2bf70e-6732-4687-93e5-8441a7a9a1fa),segment_id=9e2bf70e-6732-4687-93e5-8441a7a9a1fa)] {{(pid=92973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:28:02.302624 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-32b5a9fa-0e81-4097-bc1e-c48edc7fb502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:02.316837 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:28:02.358569 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-636ab53e-5da9-4faf-95a4-76aa4c4d9f04 None None] Set router 97cf4b0a-e53a-4b62-9d6c-bebd313187b6 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:28:02.405277 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320cc66-49a9-4006-806c-b2003a68852d None None] Pushing event updated for resources: {'Port': ['ID=f166c222-50f2-49ad-9579-8595a3d6c2cf,revision_number=4']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:28:02.409967 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [None req-c320cc66-49a9-4006-806c-b2003a68852d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:28:02.421489 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b5a9fa-0e81-4097-bc1e-c48edc7fb502 None None] Routers {'547c0e4f-0301-4676-801c-afdf4c1929c7'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:28:02.422265 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-32b5a9fa-0e81-4097-bc1e-c48edc7fb502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:27:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['547c0e4f-0301-4676-801c-afdf4c1929c7'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:28:02.545831 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa166cdc-31a5-437f-af5a-f4c17a4361d9 None None] Network 540a2781-e134-485e-bd75-262bd8e900fc requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:28:02.582255 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-32b5a9fa-0e81-4097-bc1e-c48edc7fb502 None None] Set router 547c0e4f-0301-4676-801c-afdf4c1929c7 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:28:02.684168 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4ca2a9fc-c8f9-4ef1-b5c7-53b48fc156fb None None] Provisioning for port 8b315aa1-c30b-496a-ac5f-075d47d8876c completed by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:28:02.742483 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-636ab53e-5da9-4faf-95a4-76aa4c4d9f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cf4b0a-e53a-4b62-9d6c-bebd313187b6', 'name': 'tempest-TestShelveInstance-844631344-router', 'tenant_id': 'ea28c046e41b421ebcf76e117b69b833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f5c432d3-5386-46d6-9632-be3b3d1dbcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:28:00Z', 'updated_at': '2021-06-21T10:28:01Z', 'revision_number': 3, 'project_id': 'ea28c046e41b421ebcf76e117b69b833', 'gw_port': {'id': 'f5c432d3-5386-46d6-9632-be3b3d1dbcc7', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cf4b0a-e53a-4b62-9d6c-bebd313187b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:28:00Z', 'updated_at': '2021-06-21T10:28:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi'}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:28:02.782241 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-bc91ba0f-49ca-4b51-9422-da3101e23e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:02.796669 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636ab53e-5da9-4faf-95a4-76aa4c4d9f04 None None] Checking router: 97cf4b0a-e53a-4b62-9d6c-bebd313187b6 for host: dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:28:02.797106 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636ab53e-5da9-4faf-95a4-76aa4c4d9f04 None None] Updating router 97cf4b0a-e53a-4b62-9d6c-bebd313187b6 port f5c432d3-5386-46d6-9632-be3b3d1dbcc7 binding host dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 10:28:02.901646 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-636ab53e-5da9-4faf-95a4-76aa4c4d9f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:03.050873 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-32b5a9fa-0e81-4097-bc1e-c48edc7fb502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'name': 'tempest-TestShelveInstance-2077910850-router', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '6ff071de-b274-4624-bfea-1160a88cbf22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:27:55Z', 'updated_at': '2021-06-21T10:27:58Z', 'revision_number': 4, 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'gw_port': {'id': '6ff071de-b274-4624-bfea-1160a88cbf22', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:27:56Z', 'updated_at': '2021-06-21T10:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'f166c222-50f2-49ad-9579-8595a3d6c2cf', 'name': '', 'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'mac_address': 'fa:16:3e:39:f3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd474c7f5-8497-440e-9a01-af7ac87da0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:27:57Z', 'updated_at': '2021-06-21T10:28:02Z', 'revision_number': 4, 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'subnets': [{'id': 'd474c7f5-8497-440e-9a01-af7ac87da0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:28:03.099943 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b5a9fa-0e81-4097-bc1e-c48edc7fb502 None None] The sync data for ids ['547c0e4f-0301-4676-801c-afdf4c1929c7'] in dv-cinder-797245-3-iscsi is: [{'id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'name': 'tempest-TestShelveInstance-2077910850-router', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '6ff071de-b274-4624-bfea-1160a88cbf22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:27:55Z', 'updated_at': '2021-06-21T10:27:58Z', 'revision_number': 4, 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'gw_port': {'id': '6ff071de-b274-4624-bfea-1160a88cbf22', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:27:56Z', 'updated_at': '2021-06-21T10:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'f166c222-50f2-49ad-9579-8595a3d6c2cf', 'name': '', 'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'mac_address': 'fa:16:3e:39:f3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd474c7f5-8497-440e-9a01-af7ac87da0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:27:57Z', 'updated_at': '2021-06-21T10:28:02Z', 'revision_number': 4, 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'subnets': [{'id': 'd474c7f5-8497-440e-9a01-af7ac87da0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:28:03.110539 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_common [None req-bc91ba0f-49ca-4b51-9422-da3101e23e0a admin admin] Allocated IP 172.20.0.1 (540a2781-e134-485e-bd75-262bd8e900fc/919b72ac-6878-4e3a-922c-f4502a56c0e6/999c0123-de30-4df2-afcf-8c176d09c087) {{(pid=92965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:28:03.279077 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 8b315aa1-c30b-496a-ac5f-075d47d8876c up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:28:03.302626 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-bc91ba0f-49ca-4b51-9422-da3101e23e0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:03.322398 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.provisioning_blocks [None req-bc91ba0f-49ca-4b51-9422-da3101e23e0a admin admin] Transition to ACTIVE for port object 999c0123-de30-4df2-afcf-8c176d09c087 will not be triggered until provisioned by entity DHCP. {{(pid=92965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:28:03.362747 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-bc91ba0f-49ca-4b51-9422-da3101e23e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11354329'] for port, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:03.364853 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-c674cf40-dd0f-4955-93ab-f66e00cff42b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:28:03.399298 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning for port 8b315aa1-c30b-496a-ac5f-075d47d8876c completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:28:03.409187 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc91ba0f-49ca-4b51-9422-da3101e23e0a admin admin] Network 540a2781-e134-485e-bd75-262bd8e900fc is already hosted by enough agents. {{(pid=92965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:28:03.414694 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [None req-bc91ba0f-49ca-4b51-9422-da3101e23e0a admin admin] Resources bound (agent type, host, resource id): {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:28:03.417593 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port 8b315aa1-c30b-496a-ac5f-075d47d8876c triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:28:03.418051 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:03.422936 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc91ba0f-49ca-4b51-9422-da3101e23e0a admin admin] Received port after_create {{(pid=92965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:28:03.426616 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-636ab53e-5da9-4faf-95a4-76aa4c4d9f04 None None] Notify callbacks [] for port, precommit_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:03.428097 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91ba0f-49ca-4b51-9422-da3101e23e0a admin admin] Pushing event updated for resources: {'Port': ['ID=999c0123-de30-4df2-afcf-8c176d09c087,revision_number=1']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:28:03.460076 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-f9433c3e-3aca-40f6-9c69-9cbd85ed14ca None None] Provisioning complete for port 8b315aa1-c30b-496a-ac5f-075d47d8876c triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:28:03.460542 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-f9433c3e-3aca-40f6-9c69-9cbd85ed14ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:03.461992 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-bc91ba0f-49ca-4b51-9422-da3101e23e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:28:03.474264 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-636ab53e-5da9-4faf-95a4-76aa4c4d9f04 None None] Transition to ACTIVE for port object f5c432d3-5386-46d6-9632-be3b3d1dbcc7 will not be triggered until provisioned by entity L2. {{(pid=92969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:28:03.483973 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-bc91ba0f-49ca-4b51-9422-da3101e23e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745814'] for router_interface, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:03.508672 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-636ab53e-5da9-4faf-95a4-76aa4c4d9f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:03.512543 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:28:03.587636 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a3ba3-d00b-4bac-b4f8-7eab78867273 None None] Pushing event updated for resources: {'Port': ['ID=f5c432d3-5386-46d6-9632-be3b3d1dbcc7,revision_number=2']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:28:03.590435 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-636ab53e-5da9-4faf-95a4-76aa4c4d9f04 None None] Attempting to bind port f5c432d3-5386-46d6-9632-be3b3d1dbcc7 on host dv-cinder-797245-3-iscsi for vnic_type normal with profile {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:28:03.590623 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-636ab53e-5da9-4faf-95a4-76aa4c4d9f04 None None] Attempting to bind port f5c432d3-5386-46d6-9632-be3b3d1dbcc7 by drivers openvswitch,hyperv on host dv-cinder-797245-3-iscsi at level 0 using segments [{'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:28:03.591115 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636ab53e-5da9-4faf-95a4-76aa4c4d9f04 None None] Attempting to bind port f5c432d3-5386-46d6-9632-be3b3d1dbcc7 on network fb624688-f845-4b15-87c8-de4e29ba1da0 {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:28:03.594345 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-7c9a3ba3-d00b-4bac-b4f8-7eab78867273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:28:03.625782 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636ab53e-5da9-4faf-95a4-76aa4c4d9f04 None None] Checking agent: {'id': '1b1a71b0-3353-4cb1-9b62-7c1d9dbff1e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 2, 11), 'started_at': datetime.datetime(2021, 6, 21, 10, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:28:03.626155 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636ab53e-5da9-4faf-95a4-76aa4c4d9f04 None None] Checking segment: {'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:28:03.626946 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-636ab53e-5da9-4faf-95a4-76aa4c4d9f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:03.626946 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636ab53e-5da9-4faf-95a4-76aa4c4d9f04 None None] Bound using segment: {'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'} {{(pid=92969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:28:03.627387 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.managers [None req-636ab53e-5da9-4faf-95a4-76aa4c4d9f04 None None] Bound port: f5c432d3-5386-46d6-9632-be3b3d1dbcc7, host: dv-cinder-797245-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51446d15-6cd3-4f7c-9b01-f06091ff92a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0'}}] {{(pid=92969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:28:03.627763 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-636ab53e-5da9-4faf-95a4-76aa4c4d9f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:03.686139 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:03.689232 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-bc91ba0f-49ca-4b51-9422-da3101e23e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:03.732479 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-f9433c3e-3aca-40f6-9c69-9cbd85ed14ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:03.750438 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-636ab53e-5da9-4faf-95a4-76aa4c4d9f04 None None] For port f5c432d3-5386-46d6-9632-be3b3d1dbcc7, host dv-cinder-797245-3-iscsi, cleared binding levels {{(pid=92969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:28:03.768534 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] For port 8b315aa1-c30b-496a-ac5f-075d47d8876c, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=8b315aa1-c30b-496a-ac5f-075d47d8876c,segment=NetworkSegment(6276c889-3111-4a28-84c0-56ac4aafb7ad),segment_id=6276c889-3111-4a28-84c0-56ac4aafb7ad)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:28:03.776831 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:03.777670 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 6ff071de-b274-4624-bfea-1160a88cbf22 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:28:03.780501 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-636ab53e-5da9-4faf-95a4-76aa4c4d9f04 None None] For port f5c432d3-5386-46d6-9632-be3b3d1dbcc7, host dv-cinder-797245-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=f5c432d3-5386-46d6-9632-be3b3d1dbcc7,segment=NetworkSegment(51446d15-6cd3-4f7c-9b01-f06091ff92a2),segment_id=51446d15-6cd3-4f7c-9b01-f06091ff92a2)] {{(pid=92969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:28:03.781949 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:28:03.808724 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-636ab53e-5da9-4faf-95a4-76aa4c4d9f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:03.873219 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-bc91ba0f-49ca-4b51-9422-da3101e23e0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:03.881979 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-bc91ba0f-49ca-4b51-9422-da3101e23e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11354351'] for port, after_update {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:03.885934 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-3ece3a1c-8e24-4c41-ba14-d636ecd465a2 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:28:03.903589 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.db.api [None req-f9433c3e-3aca-40f6-9c69-9cbd85ed14ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 10:28:03.904029 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_db.api [None req-f9433c3e-3aca-40f6-9c69-9cbd85ed14ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 10:28:03.911037 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Pushing event updated for resources: {'Port': ['ID=8b315aa1-c30b-496a-ac5f-075d47d8876c,revision_number=3']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:28:03.915977 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:28:03.916364 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:28:03.922456 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636ab53e-5da9-4faf-95a4-76aa4c4d9f04 None None] Routers {'97cf4b0a-e53a-4b62-9d6c-bebd313187b6'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:28:03.923090 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-636ab53e-5da9-4faf-95a4-76aa4c4d9f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:27:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['97cf4b0a-e53a-4b62-9d6c-bebd313187b6'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:28:03.956077 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-bc91ba0f-49ca-4b51-9422-da3101e23e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3840613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3854351'] for router_interface, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:03.958183 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91ba0f-49ca-4b51-9422-da3101e23e0a admin admin] Pushing event updated for resources: {'Port': ['ID=999c0123-de30-4df2-afcf-8c176d09c087,revision_number=2']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:28:03.961443 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-bc91ba0f-49ca-4b51-9422-da3101e23e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:28:03.998442 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port 6ff071de-b274-4624-bfea-1160a88cbf22 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:28:03.998822 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:04.052197 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc91ba0f-49ca-4b51-9422-da3101e23e0a admin admin] Network 540a2781-e134-485e-bd75-262bd8e900fc is already hosted by enough agents. {{(pid=92965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:28:04.053713 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.base_scheduler [None req-bc91ba0f-49ca-4b51-9422-da3101e23e0a admin admin] Resources bound (agent type, host, resource id): {{(pid=92965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:28:04.177813 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc91ba0f-49ca-4b51-9422-da3101e23e0a admin admin] Router 97cf4b0a-e53a-4b62-9d6c-bebd313187b6 has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:28:04.206675 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a3ba3-d00b-4bac-b4f8-7eab78867273 None None] Pushing event updated for resources: {'Port': ['ID=f5c432d3-5386-46d6-9632-be3b3d1dbcc7,revision_number=3']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:28:04.216135 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-7c9a3ba3-d00b-4bac-b4f8-7eab78867273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:28:04.235297 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-636ab53e-5da9-4faf-95a4-76aa4c4d9f04 None None] Set router 97cf4b0a-e53a-4b62-9d6c-bebd313187b6 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:28:04.295442 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc91ba0f-49ca-4b51-9422-da3101e23e0a admin admin] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:28:04.310665 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-bc91ba0f-49ca-4b51-9422-da3101e23e0a admin admin] 10.222.0.50 "PUT /v2.0/routers/97cf4b0a-e53a-4b62-9d6c-bebd313187b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0678477 Jun 21 10:28:04.381661 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device f166c222-50f2-49ad-9579-8595a3d6c2cf up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:28:04.519129 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning for port f166c222-50f2-49ad-9579-8595a3d6c2cf completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:28:04.525502 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port f166c222-50f2-49ad-9579-8595a3d6c2cf triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:28:04.525896 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:04.580815 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-636ab53e-5da9-4faf-95a4-76aa4c4d9f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cf4b0a-e53a-4b62-9d6c-bebd313187b6', 'name': 'tempest-TestShelveInstance-844631344-router', 'tenant_id': 'ea28c046e41b421ebcf76e117b69b833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f5c432d3-5386-46d6-9632-be3b3d1dbcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:28:00Z', 'updated_at': '2021-06-21T10:28:03Z', 'revision_number': 4, 'project_id': 'ea28c046e41b421ebcf76e117b69b833', 'gw_port': {'id': 'f5c432d3-5386-46d6-9632-be3b3d1dbcc7', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cf4b0a-e53a-4b62-9d6c-bebd313187b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:28:00Z', 'updated_at': '2021-06-21T10:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': '999c0123-de30-4df2-afcf-8c176d09c087', 'name': '', 'network_id': '540a2781-e134-485e-bd75-262bd8e900fc', 'tenant_id': 'ea28c046e41b421ebcf76e117b69b833', 'mac_address': 'fa:16:3e:53:56:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cf4b0a-e53a-4b62-9d6c-bebd313187b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '919b72ac-6878-4e3a-922c-f4502a56c0e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:28:02Z', 'updated_at': '2021-06-21T10:28:03Z', 'revision_number': 2, 'project_id': 'ea28c046e41b421ebcf76e117b69b833', 'subnets': [{'id': '919b72ac-6878-4e3a-922c-f4502a56c0e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:28:04.620508 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636ab53e-5da9-4faf-95a4-76aa4c4d9f04 None None] The sync data for ids ['97cf4b0a-e53a-4b62-9d6c-bebd313187b6'] in dv-cinder-797245-3-iscsi is: [{'id': '97cf4b0a-e53a-4b62-9d6c-bebd313187b6', 'name': 'tempest-TestShelveInstance-844631344-router', 'tenant_id': 'ea28c046e41b421ebcf76e117b69b833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f5c432d3-5386-46d6-9632-be3b3d1dbcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:28:00Z', 'updated_at': '2021-06-21T10:28:03Z', 'revision_number': 4, 'project_id': 'ea28c046e41b421ebcf76e117b69b833', 'gw_port': {'id': 'f5c432d3-5386-46d6-9632-be3b3d1dbcc7', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cf4b0a-e53a-4b62-9d6c-bebd313187b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:28:00Z', 'updated_at': '2021-06-21T10:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': '999c0123-de30-4df2-afcf-8c176d09c087', 'name': '', 'network_id': '540a2781-e134-485e-bd75-262bd8e900fc', 'tenant_id': 'ea28c046e41b421ebcf76e117b69b833', 'mac_address': 'fa:16:3e:53:56:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cf4b0a-e53a-4b62-9d6c-bebd313187b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '919b72ac-6878-4e3a-922c-f4502a56c0e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:28:02Z', 'updated_at': '2021-06-21T10:28:03Z', 'revision_number': 2, 'project_id': 'ea28c046e41b421ebcf76e117b69b833', 'subnets': [{'id': '919b72ac-6878-4e3a-922c-f4502a56c0e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:28:04.657846 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-aefc5711-0384-4a86-afdf-2823ac1dc1fa None None] Provisioning for port 999c0123-de30-4df2-afcf-8c176d09c087 completed by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:28:04.666875 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-aefc5711-0384-4a86-afdf-2823ac1dc1fa None None] Provisioning complete for port 999c0123-de30-4df2-afcf-8c176d09c087 triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:28:04.667235 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-aefc5711-0384-4a86-afdf-2823ac1dc1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:04.699914 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:04.726707 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-aefc5711-0384-4a86-afdf-2823ac1dc1fa None None] Port 999c0123-de30-4df2-afcf-8c176d09c087 cannot update to ACTIVE because it is not bound. {{(pid=92969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 10:28:04.748474 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] For port f166c222-50f2-49ad-9579-8595a3d6c2cf, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=f166c222-50f2-49ad-9579-8595a3d6c2cf,segment=NetworkSegment(9e2bf70e-6732-4687-93e5-8441a7a9a1fa),segment_id=9e2bf70e-6732-4687-93e5-8441a7a9a1fa)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:28:04.754606 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:04.757772 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:28:04.814906 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Pushing event updated for resources: {'Port': ['ID=f166c222-50f2-49ad-9579-8595a3d6c2cf,revision_number=5']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:28:04.817397 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:28:05.012875 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 8b315aa1-c30b-496a-ac5f-075d47d8876c up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:28:05.079611 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port 8b315aa1-c30b-496a-ac5f-075d47d8876c triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:28:05.080235 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:05.183867 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device f166c222-50f2-49ad-9579-8595a3d6c2cf up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:28:05.214874 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 52536) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:28:05.220411 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-0fa0ef1d-57f0-4047-93a5-e5c663c4530d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-792211280', 'description': 'tempest-secgroup-smoke-792211280 description', 'project_id': '1aac8133e72e4b23b3e266d71e9af378'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:28:05.245181 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port f166c222-50f2-49ad-9579-8595a3d6c2cf triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:28:05.245548 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:05.254307 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0fa0ef1d-57f0-4047-93a5-e5c663c4530d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks [] for security_group, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:05.375396 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0fa0ef1d-57f0-4047-93a5-e5c663c4530d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks [] for security_group, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:05.380135 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0fa0ef1d-57f0-4047-93a5-e5c663c4530d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:05.382745 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-62b99f0d-ae02-44b5-ae80-6f18d3b1bb49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:28:05.409822 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-0fa0ef1d-57f0-4047-93a5-e5c663c4530d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks [] for security_group, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:05.411140 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-0fa0ef1d-57f0-4047-93a5-e5c663c4530d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1952615 Jun 21 10:28:05.414151 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 52538) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:28:05.418679 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-90c1576c-ecd4-4438-9337-bf0afae7e99c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Request body: {'security_group_rule': {'security_group_id': 'fd537b8b-9333-4da4-9633-4a95ab0c46cf', 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:28:05.425098 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0ef1d-57f0-4047-93a5-e5c663c4530d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd537b8b-9333-4da4-9633-4a95ab0c46cf,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:28:05.427928 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-0fa0ef1d-57f0-4047-93a5-e5c663c4530d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:28:05.455447 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-90c1576c-ecd4-4438-9337-bf0afae7e99c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:05.519501 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-90c1576c-ecd4-4438-9337-bf0afae7e99c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:05.529113 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-90c1576c-ecd4-4438-9337-bf0afae7e99c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510146'] for security_group_rule, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:05.531335 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:28:05.549399 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1576c-ecd4-4438-9337-bf0afae7e99c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6798edc-2bef-409e-b98c-ea4d6784d590,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:28:05.553613 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-90c1576c-ecd4-4438-9337-bf0afae7e99c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:28:05.559271 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-90c1576c-ecd4-4438-9337-bf0afae7e99c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:05.561024 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-90c1576c-ecd4-4438-9337-bf0afae7e99c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1458831 Jun 21 10:28:05.564307 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52540) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:28:05.575167 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-7c3a3c77-8f6e-4fa1-977e-0e24f7ddd8dc tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Request body: {'security_group_rule': {'security_group_id': 'fd537b8b-9333-4da4-9633-4a95ab0c46cf', 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:28:05.605213 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-7c3a3c77-8f6e-4fa1-977e-0e24f7ddd8dc tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:05.666937 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-7c3a3c77-8f6e-4fa1-977e-0e24f7ddd8dc tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:05.672676 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-7c3a3c77-8f6e-4fa1-977e-0e24f7ddd8dc tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510146'] for security_group_rule, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:05.675766 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-8164bc64-5aec-404d-a178-037157a3a67c tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:28:05.698761 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a3c77-8f6e-4fa1-977e-0e24f7ddd8dc tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44e94464-3597-4891-bba9-856060dae08d,revision_number=0']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:28:05.702012 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-7c3a3c77-8f6e-4fa1-977e-0e24f7ddd8dc tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:28:05.706737 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-7c3a3c77-8f6e-4fa1-977e-0e24f7ddd8dc tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:05.708121 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-7c3a3c77-8f6e-4fa1-977e-0e24f7ddd8dc tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1415341 Jun 21 10:28:05.710789 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52542) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:28:05.715449 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-b8c54397-7e18-4825-9e68-fd5277c31ac2 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Request body: {'security_group_rule': {'security_group_id': 'fd537b8b-9333-4da4-9633-4a95ab0c46cf', 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:28:05.748657 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b8c54397-7e18-4825-9e68-fd5277c31ac2 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:05.816287 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b8c54397-7e18-4825-9e68-fd5277c31ac2 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:05.819870 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b8c54397-7e18-4825-9e68-fd5277c31ac2 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510146'] for security_group_rule, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:05.824758 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:28:05.839547 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c54397-7e18-4825-9e68-fd5277c31ac2 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546bf5bd-d505-4e49-af2b-30fe9b58c099,revision_number=0']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:28:05.842674 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-b8c54397-7e18-4825-9e68-fd5277c31ac2 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:28:05.853527 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b8c54397-7e18-4825-9e68-fd5277c31ac2 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:05.854953 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-b8c54397-7e18-4825-9e68-fd5277c31ac2 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1432154 Jun 21 10:28:05.857869 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52544) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:28:05.862404 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-d9b6237b-a6ba-4fab-b17d-5572eb7ca48a tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Request body: {'security_group_rule': {'security_group_id': 'fd537b8b-9333-4da4-9633-4a95ab0c46cf', 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:28:05.898574 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d9b6237b-a6ba-4fab-b17d-5572eb7ca48a tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:05.991548 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d9b6237b-a6ba-4fab-b17d-5572eb7ca48a tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:05.996874 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d9b6237b-a6ba-4fab-b17d-5572eb7ca48a tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510146'] for security_group_rule, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:05.998924 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:28:06.018500 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6237b-a6ba-4fab-b17d-5572eb7ca48a tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dffe16c2-cbbf-48f1-8190-213e2c14bbaf,revision_number=0']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:28:06.021834 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-d9b6237b-a6ba-4fab-b17d-5572eb7ca48a tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:28:06.022781 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-d9b6237b-a6ba-4fab-b17d-5572eb7ca48a tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:06.026583 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-d9b6237b-a6ba-4fab-b17d-5572eb7ca48a tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1652222 Jun 21 10:28:06.027039 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52546) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:28:06.032251 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.v2.base [None req-2027bd7f-955b-4a4c-be30-e9605a220c1d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Request body: {'security_group_rule': {'security_group_id': 'fd537b8b-9333-4da4-9633-4a95ab0c46cf', 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:28:06.055986 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.db.securitygroups_db [None req-2027bd7f-955b-4a4c-be30-e9605a220c1d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Project 1aac8133e72e4b23b3e266d71e9af378 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 10:28:06.061987 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-2027bd7f-955b-4a4c-be30-e9605a220c1d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:06.125752 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-2027bd7f-955b-4a4c-be30-e9605a220c1d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:06.129593 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-2027bd7f-955b-4a4c-be30-e9605a220c1d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510146'] for security_group_rule, after_create {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:06.131932 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-7c3a3c77-8f6e-4fa1-977e-0e24f7ddd8dc tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:28:06.154025 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027bd7f-955b-4a4c-be30-e9605a220c1d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc69b4dd-14ea-4bf3-bdd2-0261795e02d9,revision_number=0']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:28:06.157008 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-2027bd7f-955b-4a4c-be30-e9605a220c1d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:28:06.157881 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-2027bd7f-955b-4a4c-be30-e9605a220c1d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:06.161962 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-2027bd7f-955b-4a4c-be30-e9605a220c1d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1340640 Jun 21 10:28:06.163465 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 52548) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:28:06.168280 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-7965c57e-adda-4378-a3d6-c51ec643a4f7 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Request body: {'security_group_rule': {'security_group_id': 'fd537b8b-9333-4da4-9633-4a95ab0c46cf', 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:28:06.191298 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.db.securitygroups_db [None req-7965c57e-adda-4378-a3d6-c51ec643a4f7 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Project 1aac8133e72e4b23b3e266d71e9af378 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 10:28:06.196640 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7965c57e-adda-4378-a3d6-c51ec643a4f7 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:06.264524 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7965c57e-adda-4378-a3d6-c51ec643a4f7 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:06.269360 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7965c57e-adda-4378-a3d6-c51ec643a4f7 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510146'] for security_group_rule, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:06.271422 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:28:06.286287 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965c57e-adda-4378-a3d6-c51ec643a4f7 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a080be6a-3109-4577-b247-dd41b96e5688,revision_number=0']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:28:06.290364 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-7965c57e-adda-4378-a3d6-c51ec643a4f7 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:28:06.297089 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-7965c57e-adda-4378-a3d6-c51ec643a4f7 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:06.298320 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-7965c57e-adda-4378-a3d6-c51ec643a4f7 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1337280 Jun 21 10:28:06.988391 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device f5c432d3-5386-46d6-9632-be3b3d1dbcc7 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:28:07.044483 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning for port f5c432d3-5386-46d6-9632-be3b3d1dbcc7 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:28:07.049022 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port f5c432d3-5386-46d6-9632-be3b3d1dbcc7 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:28:07.049674 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:07.146083 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:07.168294 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] For port f5c432d3-5386-46d6-9632-be3b3d1dbcc7, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=f5c432d3-5386-46d6-9632-be3b3d1dbcc7,segment=NetworkSegment(51446d15-6cd3-4f7c-9b01-f06091ff92a2),segment_id=51446d15-6cd3-4f7c-9b01-f06091ff92a2)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:28:07.173095 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:07.176301 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-756d51d9-5bd1-42d4-be88-92f0d23824b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:28:07.234332 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Pushing event updated for resources: {'Port': ['ID=f5c432d3-5386-46d6-9632-be3b3d1dbcc7,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:28:07.237751 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:28:07.374392 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ca7dc8-3a3c-4e19-9e3d-e088902e0b4a None None] Sync routers for ids ['97cf4b0a-e53a-4b62-9d6c-bebd313187b6'] in dv-cinder-797245-3-iscsi {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:28:07.383379 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ca7dc8-3a3c-4e19-9e3d-e088902e0b4a None None] Routers {'97cf4b0a-e53a-4b62-9d6c-bebd313187b6'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:28:07.383927 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-72ca7dc8-3a3c-4e19-9e3d-e088902e0b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:27:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['97cf4b0a-e53a-4b62-9d6c-bebd313187b6'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:28:07.413328 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-99d99b09-fbb2-4458-bd7e-26157c9abb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:07.491956 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-72ca7dc8-3a3c-4e19-9e3d-e088902e0b4a None None] Set router 97cf4b0a-e53a-4b62-9d6c-bebd313187b6 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:28:07.692723 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-72ca7dc8-3a3c-4e19-9e3d-e088902e0b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cf4b0a-e53a-4b62-9d6c-bebd313187b6', 'name': 'tempest-TestShelveInstance-844631344-router', 'tenant_id': 'ea28c046e41b421ebcf76e117b69b833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f5c432d3-5386-46d6-9632-be3b3d1dbcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:28:00Z', 'updated_at': '2021-06-21T10:28:03Z', 'revision_number': 4, 'project_id': 'ea28c046e41b421ebcf76e117b69b833', 'gw_port': {'id': 'f5c432d3-5386-46d6-9632-be3b3d1dbcc7', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cf4b0a-e53a-4b62-9d6c-bebd313187b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:28:00Z', 'updated_at': '2021-06-21T10:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': '999c0123-de30-4df2-afcf-8c176d09c087', 'name': '', 'network_id': '540a2781-e134-485e-bd75-262bd8e900fc', 'tenant_id': 'ea28c046e41b421ebcf76e117b69b833', 'mac_address': 'fa:16:3e:53:56:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cf4b0a-e53a-4b62-9d6c-bebd313187b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '919b72ac-6878-4e3a-922c-f4502a56c0e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:28:02Z', 'updated_at': '2021-06-21T10:28:03Z', 'revision_number': 2, 'project_id': 'ea28c046e41b421ebcf76e117b69b833', 'subnets': [{'id': '919b72ac-6878-4e3a-922c-f4502a56c0e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:28:07.723482 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ca7dc8-3a3c-4e19-9e3d-e088902e0b4a None None] Checking router: 97cf4b0a-e53a-4b62-9d6c-bebd313187b6 for host: dv-cinder-797245-3-iscsi {{(pid=92973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:28:07.723840 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ca7dc8-3a3c-4e19-9e3d-e088902e0b4a None None] Updating router 97cf4b0a-e53a-4b62-9d6c-bebd313187b6 port 999c0123-de30-4df2-afcf-8c176d09c087 binding host dv-cinder-797245-3-iscsi {{(pid=92973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 10:28:07.757811 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-72ca7dc8-3a3c-4e19-9e3d-e088902e0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:08.065523 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-72ca7dc8-3a3c-4e19-9e3d-e088902e0b4a None None] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:08.076461 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [None req-72ca7dc8-3a3c-4e19-9e3d-e088902e0b4a None None] Transition to ACTIVE for port object 999c0123-de30-4df2-afcf-8c176d09c087 will not be triggered until provisioned by entity L2. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:28:08.086594 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-72ca7dc8-3a3c-4e19-9e3d-e088902e0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:08.088870 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:28:08.165408 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41172c9-b470-4738-b069-d7283162766e None None] Pushing event updated for resources: {'Port': ['ID=999c0123-de30-4df2-afcf-8c176d09c087,revision_number=3']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:28:08.169977 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [None req-d41172c9-b470-4738-b069-d7283162766e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:28:08.227513 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [None req-72ca7dc8-3a3c-4e19-9e3d-e088902e0b4a None None] Attempting to bind port 999c0123-de30-4df2-afcf-8c176d09c087 on host dv-cinder-797245-3-iscsi for vnic_type normal with profile {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:28:08.228041 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [None req-72ca7dc8-3a3c-4e19-9e3d-e088902e0b4a None None] Attempting to bind port 999c0123-de30-4df2-afcf-8c176d09c087 by drivers openvswitch,hyperv on host dv-cinder-797245-3-iscsi at level 0 using segments [{'id': '6276c889-3111-4a28-84c0-56ac4aafb7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '540a2781-e134-485e-bd75-262bd8e900fc'}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:28:08.228422 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ca7dc8-3a3c-4e19-9e3d-e088902e0b4a None None] Attempting to bind port 999c0123-de30-4df2-afcf-8c176d09c087 on network 540a2781-e134-485e-bd75-262bd8e900fc {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:28:08.235675 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ca7dc8-3a3c-4e19-9e3d-e088902e0b4a None None] Checking agent: {'id': '1b1a71b0-3353-4cb1-9b62-7c1d9dbff1e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 2, 11), 'started_at': datetime.datetime(2021, 6, 21, 10, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:28:08.236105 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ca7dc8-3a3c-4e19-9e3d-e088902e0b4a None None] Checking segment: {'id': '6276c889-3111-4a28-84c0-56ac4aafb7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '540a2781-e134-485e-bd75-262bd8e900fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:28:08.237194 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-72ca7dc8-3a3c-4e19-9e3d-e088902e0b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:08.237194 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ca7dc8-3a3c-4e19-9e3d-e088902e0b4a None None] Bound using segment: {'id': '6276c889-3111-4a28-84c0-56ac4aafb7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '540a2781-e134-485e-bd75-262bd8e900fc'} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:28:08.237682 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [None req-72ca7dc8-3a3c-4e19-9e3d-e088902e0b4a None None] Bound port: 999c0123-de30-4df2-afcf-8c176d09c087, host: dv-cinder-797245-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6276c889-3111-4a28-84c0-56ac4aafb7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '540a2781-e134-485e-bd75-262bd8e900fc'}}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:28:08.238091 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-72ca7dc8-3a3c-4e19-9e3d-e088902e0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:08.324163 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-72ca7dc8-3a3c-4e19-9e3d-e088902e0b4a None None] For port 999c0123-de30-4df2-afcf-8c176d09c087, host dv-cinder-797245-3-iscsi, cleared binding levels {{(pid=92973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:28:08.328229 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-72ca7dc8-3a3c-4e19-9e3d-e088902e0b4a None None] For port 999c0123-de30-4df2-afcf-8c176d09c087, host dv-cinder-797245-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=999c0123-de30-4df2-afcf-8c176d09c087,segment=NetworkSegment(6276c889-3111-4a28-84c0-56ac4aafb7ad),segment_id=6276c889-3111-4a28-84c0-56ac4aafb7ad)] {{(pid=92973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:28:08.332985 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-72ca7dc8-3a3c-4e19-9e3d-e088902e0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:08.335475 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [None req-13efdead-8a13-4b94-bdb5-b94f3b00d83c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:28:08.385760 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ca7dc8-3a3c-4e19-9e3d-e088902e0b4a None None] Routers {'97cf4b0a-e53a-4b62-9d6c-bebd313187b6'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:28:08.386389 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-72ca7dc8-3a3c-4e19-9e3d-e088902e0b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:27:41Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['97cf4b0a-e53a-4b62-9d6c-bebd313187b6'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:28:08.430383 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41172c9-b470-4738-b069-d7283162766e None None] Pushing event updated for resources: {'Port': ['ID=999c0123-de30-4df2-afcf-8c176d09c087,revision_number=4']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:28:08.435195 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG oslo_concurrency.lockutils [None req-d41172c9-b470-4738-b069-d7283162766e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:28:08.510651 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-72ca7dc8-3a3c-4e19-9e3d-e088902e0b4a None None] Set router 97cf4b0a-e53a-4b62-9d6c-bebd313187b6 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:28:08.716976 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-72ca7dc8-3a3c-4e19-9e3d-e088902e0b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cf4b0a-e53a-4b62-9d6c-bebd313187b6', 'name': 'tempest-TestShelveInstance-844631344-router', 'tenant_id': 'ea28c046e41b421ebcf76e117b69b833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f5c432d3-5386-46d6-9632-be3b3d1dbcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:28:00Z', 'updated_at': '2021-06-21T10:28:03Z', 'revision_number': 4, 'project_id': 'ea28c046e41b421ebcf76e117b69b833', 'gw_port': {'id': 'f5c432d3-5386-46d6-9632-be3b3d1dbcc7', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cf4b0a-e53a-4b62-9d6c-bebd313187b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:28:00Z', 'updated_at': '2021-06-21T10:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': '999c0123-de30-4df2-afcf-8c176d09c087', 'name': '', 'network_id': '540a2781-e134-485e-bd75-262bd8e900fc', 'tenant_id': 'ea28c046e41b421ebcf76e117b69b833', 'mac_address': 'fa:16:3e:53:56:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cf4b0a-e53a-4b62-9d6c-bebd313187b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '919b72ac-6878-4e3a-922c-f4502a56c0e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:28:02Z', 'updated_at': '2021-06-21T10:28:08Z', 'revision_number': 4, 'project_id': 'ea28c046e41b421ebcf76e117b69b833', 'subnets': [{'id': '919b72ac-6878-4e3a-922c-f4502a56c0e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:28:08.743316 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ca7dc8-3a3c-4e19-9e3d-e088902e0b4a None None] The sync data for ids ['97cf4b0a-e53a-4b62-9d6c-bebd313187b6'] in dv-cinder-797245-3-iscsi is: [{'id': '97cf4b0a-e53a-4b62-9d6c-bebd313187b6', 'name': 'tempest-TestShelveInstance-844631344-router', 'tenant_id': 'ea28c046e41b421ebcf76e117b69b833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f5c432d3-5386-46d6-9632-be3b3d1dbcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:28:00Z', 'updated_at': '2021-06-21T10:28:03Z', 'revision_number': 4, 'project_id': 'ea28c046e41b421ebcf76e117b69b833', 'gw_port': {'id': 'f5c432d3-5386-46d6-9632-be3b3d1dbcc7', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cf4b0a-e53a-4b62-9d6c-bebd313187b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:28:00Z', 'updated_at': '2021-06-21T10:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': '999c0123-de30-4df2-afcf-8c176d09c087', 'name': '', 'network_id': '540a2781-e134-485e-bd75-262bd8e900fc', 'tenant_id': 'ea28c046e41b421ebcf76e117b69b833', 'mac_address': 'fa:16:3e:53:56:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cf4b0a-e53a-4b62-9d6c-bebd313187b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '919b72ac-6878-4e3a-922c-f4502a56c0e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:28:02Z', 'updated_at': '2021-06-21T10:28:08Z', 'revision_number': 4, 'project_id': 'ea28c046e41b421ebcf76e117b69b833', 'subnets': [{'id': '919b72ac-6878-4e3a-922c-f4502a56c0e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:28:09.013816 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device f5c432d3-5386-46d6-9632-be3b3d1dbcc7 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:28:09.065271 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port f5c432d3-5386-46d6-9632-be3b3d1dbcc7 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:28:09.065982 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:09.154124 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 999c0123-de30-4df2-afcf-8c176d09c087 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:28:09.206497 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning for port 999c0123-de30-4df2-afcf-8c176d09c087 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:28:09.210955 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port 999c0123-de30-4df2-afcf-8c176d09c087 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:28:09.211361 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:09.291735 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:09.333685 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] For port 999c0123-de30-4df2-afcf-8c176d09c087, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=999c0123-de30-4df2-afcf-8c176d09c087,segment=NetworkSegment(6276c889-3111-4a28-84c0-56ac4aafb7ad),segment_id=6276c889-3111-4a28-84c0-56ac4aafb7ad)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:28:09.337677 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:09.339503 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-7c9a3ba3-d00b-4bac-b4f8-7eab78867273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:28:09.388913 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Pushing event updated for resources: {'Port': ['ID=999c0123-de30-4df2-afcf-8c176d09c087,revision_number=5']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:28:09.392350 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:28:10.895516 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:10.964433 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 999c0123-de30-4df2-afcf-8c176d09c087 up at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:28:11.004270 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-5c9ca1f1-ef02-414f-b45a-0762376f6ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:11.027258 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Provisioning complete for port 999c0123-de30-4df2-afcf-8c176d09c087 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:28:11.027651 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:13.123024 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:15.215871 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:22.797242 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-e1d4b743-1737-40fa-a098-68510273d578 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-792211280&fields=id&tenant_id=1aac8133e72e4b23b3e266d71e9af378 HTTP/1.1" status: 200 len: 267 time: 0.0404091 Jun 21 10:28:22.905824 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-6012c78c-1366-4d43-a765-600bf5945f90 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:28:22.907183 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-6012c78c-1366-4d43-a765-600bf5945f90 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/networks?id=086d6734-a665-4bd4-a63f-0385a7970e39 HTTP/1.1" status: 200 len: 809 time: 0.1027400 Jun 21 10:28:22.923235 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-dd4be751-01ea-475c-aded-19782a2f55d3 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/quotas/1aac8133e72e4b23b3e266d71e9af378 HTTP/1.1" status: 200 len: 375 time: 0.0104752 Jun 21 10:28:23.001866 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-61caa74d-4cce-4fc6-93cc-b2807f4400c3 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1aac8133e72e4b23b3e266d71e9af378&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730755 Jun 21 10:28:23.098277 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-6f205675-a3de-4891-bb79-90efdddc43a1 service neutron] 10.222.0.50 "GET /v2.0/networks/086d6734-a665-4bd4-a63f-0385a7970e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848022 Jun 21 10:28:23.209341 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-345d0df9-18a0-4ef5-b26d-6ba2adc6b7f0 service neutron] 10.222.0.50 "GET /v2.0/networks/086d6734-a665-4bd4-a63f-0385a7970e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050684 Jun 21 10:28:23.542499 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-e15cb3d0-7f70-45ef-8e29-899b99f40561 req-d0cd3ad9-41d7-4115-85e1-2e9b74a8c47d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 210 time: 0.0324876 Jun 21 10:28:24.703926 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e43a5376-6542-4ed5-b6dd-3bc35e1d1c23 req-dff4457c-4c96-4123-8e9d-0deeb56123be tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 210 time: 0.0429630 Jun 21 10:28:24.712118 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-30302038-0f1e-49c2-862e-9f18cd264376 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:28:24.713613 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-30302038-0f1e-49c2-862e-9f18cd264376 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.74 "GET /v2.0/networks?id=086d6734-a665-4bd4-a63f-0385a7970e39 HTTP/1.1" status: 200 len: 809 time: 0.1371348 Jun 21 10:28:24.761605 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-d4cd9713-4b9e-4677-ba98-5c6dae36023f tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1aac8133e72e4b23b3e266d71e9af378 HTTP/1.1" status: 200 len: 379 time: 0.0336001 Jun 21 10:28:24.771500 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-be375e54-9f8c-4426-86fb-1a096eda3879 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Request body: {'port': {'device_id': '6fa3b90b-b617-4fb0-8104-0d534d81e17a', 'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39', 'admin_state_up': True, 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'security_groups': ['fd537b8b-9333-4da4-9633-4a95ab0c46cf']}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:28:24.882331 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-be375e54-9f8c-4426-86fb-1a096eda3879 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Made reservation on behalf of 1aac8133e72e4b23b3e266d71e9af378 for: {'port': 1} {{(pid=92958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 10:28:24.885963 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-be375e54-9f8c-4426-86fb-1a096eda3879 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:25.016312 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-be375e54-9f8c-4426-86fb-1a096eda3879 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Allocated IP 172.20.0.10 (086d6734-a665-4bd4-a63f-0385a7970e39/d474c7f5-8497-440e-9a01-af7ac87da0e0/b23a5e87-75ce-477f-aa80-507deab26942) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:28:25.153058 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-be375e54-9f8c-4426-86fb-1a096eda3879 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:25.166356 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.provisioning_blocks [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-be375e54-9f8c-4426-86fb-1a096eda3879 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Transition to ACTIVE for port object b23a5e87-75ce-477f-aa80-507deab26942 will not be triggered until provisioned by entity DHCP. {{(pid=92958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:28:25.210149 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-be375e54-9f8c-4426-86fb-1a096eda3879 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1954238'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:25.214358 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-e33564ee-5f5d-45ea-9568-7dbeff4bb8df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:28:25.262086 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-be375e54-9f8c-4426-86fb-1a096eda3879 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Network 086d6734-a665-4bd4-a63f-0385a7970e39 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:28:25.266413 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-be375e54-9f8c-4426-86fb-1a096eda3879 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:28:25.270970 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-be375e54-9f8c-4426-86fb-1a096eda3879 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:28:25.275047 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be375e54-9f8c-4426-86fb-1a096eda3879 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Pushing event updated for resources: {'Port': ['ID=b23a5e87-75ce-477f-aa80-507deab26942,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:28:25.295968 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-be375e54-9f8c-4426-86fb-1a096eda3879 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:28:25.333433 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-be375e54-9f8c-4426-86fb-1a096eda3879 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:28:25.334083 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-be375e54-9f8c-4426-86fb-1a096eda3879 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:25.353448 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-be375e54-9f8c-4426-86fb-1a096eda3879 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5864217 Jun 21 10:28:25.382122 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-a7d38132-6da9-4feb-87a0-28caabbae4e1 service neutron] Request body: {'port': {'device_id': '6fa3b90b-b617-4fb0-8104-0d534d81e17a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:28:25.471905 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-a7d38132-6da9-4feb-87a0-28caabbae4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:25.535385 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-fd508148-31a2-4cff-9d2b-0707c6c4f0a0 None None] Provisioning for port b23a5e87-75ce-477f-aa80-507deab26942 completed by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:28:25.543134 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-fd508148-31a2-4cff-9d2b-0707c6c4f0a0 None None] Provisioning complete for port b23a5e87-75ce-477f-aa80-507deab26942 triggered by entity DHCP. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:28:25.544197 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-fd508148-31a2-4cff-9d2b-0707c6c4f0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:25.572662 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:28:25.581293 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-fd508148-31a2-4cff-9d2b-0707c6c4f0a0 None None] Port b23a5e87-75ce-477f-aa80-507deab26942 cannot update to ACTIVE because it is not bound. {{(pid=92969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 10:28:25.743650 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-a7d38132-6da9-4feb-87a0-28caabbae4e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23a5e87-75ce-477f-aa80-507deab26942 {{(pid=92958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:28:25.751029 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-a7d38132-6da9-4feb-87a0-28caabbae4e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:25.763560 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.provisioning_blocks [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-a7d38132-6da9-4feb-87a0-28caabbae4e1 service neutron] Transition to ACTIVE for port object b23a5e87-75ce-477f-aa80-507deab26942 will not be triggered until provisioned by entity L2. {{(pid=92958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 10:28:25.767486 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-a7d38132-6da9-4feb-87a0-28caabbae4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:25.769472 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-daddb356-5169-4aa1-aaaa-2de25ac4f5f9 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:28:25.847428 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38132-6da9-4feb-87a0-28caabbae4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b23a5e87-75ce-477f-aa80-507deab26942,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:28:25.851960 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-a7d38132-6da9-4feb-87a0-28caabbae4e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:28:25.896002 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e780546-1871-45bb-b2ae-d68fa490dba4 req-5746676f-890b-4c95-b0d2-c4443305b85a tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:28:25.898206 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0e780546-1871-45bb-b2ae-d68fa490dba4 req-5746676f-890b-4c95-b0d2-c4443305b85a tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 944 time: 0.0772159 Jun 21 10:28:25.932281 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-a7d38132-6da9-4feb-87a0-28caabbae4e1 service neutron] Attempting to bind port b23a5e87-75ce-477f-aa80-507deab26942 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 10:28:25.932661 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-a7d38132-6da9-4feb-87a0-28caabbae4e1 service neutron] Attempting to bind port b23a5e87-75ce-477f-aa80-507deab26942 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '9e2bf70e-6732-4687-93e5-8441a7a9a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39'}] {{(pid=92958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 10:28:25.933000 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-a7d38132-6da9-4feb-87a0-28caabbae4e1 service neutron] Attempting to bind port b23a5e87-75ce-477f-aa80-507deab26942 on network 086d6734-a665-4bd4-a63f-0385a7970e39 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:28:25.938166 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-a7d38132-6da9-4feb-87a0-28caabbae4e1 service neutron] Port b23a5e87-75ce-477f-aa80-507deab26942 on network 086d6734-a665-4bd4-a63f-0385a7970e39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 10:28:25.938492 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-a7d38132-6da9-4feb-87a0-28caabbae4e1 service neutron] Attempting to bind port b23a5e87-75ce-477f-aa80-507deab26942 on network 086d6734-a665-4bd4-a63f-0385a7970e39 {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 10:28:25.940940 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-0e780546-1871-45bb-b2ae-d68fa490dba4 req-c1c39f26-5c47-4535-9e4d-eed3e0bdc6b5 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353143 Jun 21 10:28:25.944409 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-a7d38132-6da9-4feb-87a0-28caabbae4e1 service neutron] Checking agent: {'id': 'e8144930-5ccd-413e-a521-fc03e228bde1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'started_at': datetime.datetime(2021, 6, 21, 10, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 10, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 10:28:25.944859 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-a7d38132-6da9-4feb-87a0-28caabbae4e1 service neutron] Checking segment: {'id': '9e2bf70e-6732-4687-93e5-8441a7a9a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 10:28:25.945199 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-a7d38132-6da9-4feb-87a0-28caabbae4e1 service neutron] Bound using segment: {'id': '9e2bf70e-6732-4687-93e5-8441a7a9a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39'} {{(pid=92958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 10:28:25.945595 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.managers [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-a7d38132-6da9-4feb-87a0-28caabbae4e1 service neutron] Bound port: b23a5e87-75ce-477f-aa80-507deab26942, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e2bf70e-6732-4687-93e5-8441a7a9a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39'}}] {{(pid=92958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 10:28:25.945941 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-a7d38132-6da9-4feb-87a0-28caabbae4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:26.029823 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-a7d38132-6da9-4feb-87a0-28caabbae4e1 service neutron] For port b23a5e87-75ce-477f-aa80-507deab26942, host hv-cinder-79724, cleared binding levels {{(pid=92958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 10:28:26.033628 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-a7d38132-6da9-4feb-87a0-28caabbae4e1 service neutron] For port b23a5e87-75ce-477f-aa80-507deab26942, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b23a5e87-75ce-477f-aa80-507deab26942,segment=NetworkSegment(9e2bf70e-6732-4687-93e5-8441a7a9a1fa),segment_id=9e2bf70e-6732-4687-93e5-8441a7a9a1fa)] {{(pid=92958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 10:28:26.037905 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-a7d38132-6da9-4feb-87a0-28caabbae4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:26.040287 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-6d0c03f6-370b-441e-ba3d-5bc0660e8a2d tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:28:26.077888 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-a7d38132-6da9-4feb-87a0-28caabbae4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:28:26.078509 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-a7d38132-6da9-4feb-87a0-28caabbae4e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:26.079918 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-a7d38132-6da9-4feb-87a0-28caabbae4e1 service neutron] 10.222.0.74 "PUT /v2.0/ports/b23a5e87-75ce-477f-aa80-507deab26942 HTTP/1.1" status: 200 len: 1094 time: 0.7024121 Jun 21 10:28:26.080402 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa3b90b-b617-4fb0-8104-0d534d81e17a', 'tag': 'b23a5e87-75ce-477f-aa80-507deab26942'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:28:26.082788 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04cd3c6-edfd-4de1-9cf5-25a06b335090" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa3b90b-b617-4fb0-8104-0d534d81e17a", "tag": "b23a5e87-75ce-477f-aa80-507deab26942"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:28:26.105276 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38132-6da9-4feb-87a0-28caabbae4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b23a5e87-75ce-477f-aa80-507deab26942,revision_number=3']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:28:26.109055 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-a7d38132-6da9-4feb-87a0-28caabbae4e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:28:26.128416 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7971d3f-4897-414b-b4eb-1a1f5b081a6e x-openstack-request-id: req-f7971d3f-4897-414b-b4eb-1a1f5b081a6e {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:28:26.128995 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa3b90b-b617-4fb0-8104-0d534d81e17a", "tag": "b23a5e87-75ce-477f-aa80-507deab26942", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:28:26.129475 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f7971d3f-4897-414b-b4eb-1a1f5b081a6e {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:28:26.130452 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa3b90b-b617-4fb0-8104-0d534d81e17a', 'tag': 'b23a5e87-75ce-477f-aa80-507deab26942', 'status': 'completed', 'code': 200} Jun 21 10:28:26.218173 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-252a279f-7cc3-4092-b349-00718f3c4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:28:26.219657 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-252a279f-7cc3-4092-b349-00718f3c4df3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1aac8133e72e4b23b3e266d71e9af378&device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 1097 time: 0.0662489 Jun 21 10:28:26.275051 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-ae1a65f6-0a21-428e-91bd-b92c3992fad2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b23a5e87-75ce-477f-aa80-507deab26942 HTTP/1.1" status: 200 len: 217 time: 0.0405951 Jun 21 10:28:26.326862 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-6b22bc22-4a68-41f8-8eec-de767a32d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:28:26.328239 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-6b22bc22-4a68-41f8-8eec-de767a32d395 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d474c7f5-8497-440e-9a01-af7ac87da0e0 HTTP/1.1" status: 200 len: 848 time: 0.0466926 Jun 21 10:28:26.388969 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-86fafae3-5233-4350-8ac7-e647eaa230fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:28:26.390450 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-86fafae3-5233-4350-8ac7-e647eaa230fe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=086d6734-a665-4bd4-a63f-0385a7970e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546834 Jun 21 10:28:26.482768 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-7006e2be-8f49-47b7-8ed5-108cd4efd957 service neutron] 10.222.0.74 "GET /v2.0/networks/086d6734-a665-4bd4-a63f-0385a7970e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844626 Jun 21 10:28:26.572486 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7cfe02b3-a858-4c9e-a7ca-50d5d8cb7e47 req-373be426-3ee0-454b-a3d2-24acd8ca06a1 service neutron] 10.222.0.74 "GET /v2.0/networks/086d6734-a665-4bd4-a63f-0385a7970e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830829 Jun 21 10:28:26.719501 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cd3c6-edfd-4de1-9cf5-25a06b335090 req-0edf08be-7074-455c-a249-cf0e339beda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:28:26.721259 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d04cd3c6-edfd-4de1-9cf5-25a06b335090 req-0edf08be-7074-455c-a249-cf0e339beda2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1aac8133e72e4b23b3e266d71e9af378&device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 1097 time: 0.0564115 Jun 21 10:28:26.814797 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cd3c6-edfd-4de1-9cf5-25a06b335090 req-e983f9fe-5636-4ab7-a26d-30c55eae3063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:28:26.816219 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d04cd3c6-edfd-4de1-9cf5-25a06b335090 req-e983f9fe-5636-4ab7-a26d-30c55eae3063 service neutron] 10.222.0.74 "GET /v2.0/networks?id=086d6734-a665-4bd4-a63f-0385a7970e39 HTTP/1.1" status: 200 len: 911 time: 0.0868225 Jun 21 10:28:26.857241 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d04cd3c6-edfd-4de1-9cf5-25a06b335090 req-5becbc31-57d1-4f3e-b749-2105ff2b61a7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b23a5e87-75ce-477f-aa80-507deab26942 HTTP/1.1" status: 200 len: 217 time: 0.0340197 Jun 21 10:28:26.911254 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cd3c6-edfd-4de1-9cf5-25a06b335090 req-a0b4a4ae-b95f-44cc-ae12-540a7792dea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:28:26.912688 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d04cd3c6-edfd-4de1-9cf5-25a06b335090 req-a0b4a4ae-b95f-44cc-ae12-540a7792dea4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d474c7f5-8497-440e-9a01-af7ac87da0e0 HTTP/1.1" status: 200 len: 848 time: 0.0476663 Jun 21 10:28:26.975582 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cd3c6-edfd-4de1-9cf5-25a06b335090 req-3fdd1456-ae29-4f34-8493-d8c7502cfdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:28:26.977231 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d04cd3c6-edfd-4de1-9cf5-25a06b335090 req-3fdd1456-ae29-4f34-8493-d8c7502cfdc4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=086d6734-a665-4bd4-a63f-0385a7970e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564599 Jun 21 10:28:27.065565 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d04cd3c6-edfd-4de1-9cf5-25a06b335090 req-59371514-8c53-43e4-8dff-85be04eb3dcc service neutron] 10.222.0.74 "GET /v2.0/networks/086d6734-a665-4bd4-a63f-0385a7970e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809202 Jun 21 10:28:27.123144 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bf33e-c750-480b-9721-f966b3f631e2 req-e37668b1-7fd2-41e4-8aec-e47f52bc7f1d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:28:27.125131 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-467bf33e-c750-480b-9721-f966b3f631e2 req-e37668b1-7fd2-41e4-8aec-e47f52bc7f1d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 944 time: 0.0686178 Jun 21 10:28:27.162410 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d04cd3c6-edfd-4de1-9cf5-25a06b335090 req-d22e0403-69ee-4d1a-b2e4-5da49f84a97c service neutron] 10.222.0.74 "GET /v2.0/networks/086d6734-a665-4bd4-a63f-0385a7970e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865054 Jun 21 10:28:27.163786 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-467bf33e-c750-480b-9721-f966b3f631e2 req-4cd0db19-8538-47dd-b53d-b04287b65dfc tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332170 Jun 21 10:28:27.301112 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:28.347272 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca24d01-0281-401c-ba28-f7813724dd3b req-f4d7cf02-abe0-41b8-b123-7e8cebe58864 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:28:28.348811 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2ca24d01-0281-401c-ba28-f7813724dd3b req-f4d7cf02-abe0-41b8-b123-7e8cebe58864 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 944 time: 0.0713689 Jun 21 10:28:28.394174 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2ca24d01-0281-401c-ba28-f7813724dd3b req-72802d82-e87d-4db4-9bd4-247bb3ec2d9a tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390985 Jun 21 10:28:29.570517 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9edfdb-f608-4194-ae77-b4fa7a89bc18 req-917c7837-ef5a-4716-9a75-d25eea475a85 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:28:29.572092 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-dd9edfdb-f608-4194-ae77-b4fa7a89bc18 req-917c7837-ef5a-4716-9a75-d25eea475a85 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 944 time: 0.0656440 Jun 21 10:28:29.612271 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-dd9edfdb-f608-4194-ae77-b4fa7a89bc18 req-82381613-451f-4871-9d1d-b5813f8f6da7 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342853 Jun 21 10:28:30.788494 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c3927-49b7-4742-bb55-095ff6876325 req-f49e1d85-a577-4a06-b637-f36c53ff7e4c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:28:30.789985 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ed0c3927-49b7-4742-bb55-095ff6876325 req-f49e1d85-a577-4a06-b637-f36c53ff7e4c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 944 time: 0.0631506 Jun 21 10:28:30.832334 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ed0c3927-49b7-4742-bb55-095ff6876325 req-6bbf926b-adac-41e3-833b-c0e361bdc701 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367072 Jun 21 10:28:32.005742 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13042d24-d153-4a44-ba3d-a17dee846bf7 req-9287c2e3-e9f8-4776-9523-db6dc0a349be tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:28:32.007441 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-13042d24-d153-4a44-ba3d-a17dee846bf7 req-9287c2e3-e9f8-4776-9523-db6dc0a349be tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 944 time: 0.0649712 Jun 21 10:28:32.046077 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-13042d24-d153-4a44-ba3d-a17dee846bf7 req-33ba2da7-f4f6-416f-8de3-f50eed78503e tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320685 Jun 21 10:28:33.232712 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881c2a0-288e-41e2-ac1b-785545e17834 req-33b6002d-62bb-4a17-bc49-8efff1852bf5 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:28:33.234224 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6881c2a0-288e-41e2-ac1b-785545e17834 req-33b6002d-62bb-4a17-bc49-8efff1852bf5 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 944 time: 0.0731721 Jun 21 10:28:33.276497 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6881c2a0-288e-41e2-ac1b-785545e17834 req-149dcb23-9c4b-4b98-889e-6539a0c80c19 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365844 Jun 21 10:28:34.157859 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device b23a5e87-75ce-477f-aa80-507deab26942 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 10:28:34.252555 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port b23a5e87-75ce-477f-aa80-507deab26942, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b23a5e87-75ce-477f-aa80-507deab26942,segment=NetworkSegment(9e2bf70e-6732-4687-93e5-8441a7a9a1fa),segment_id=9e2bf70e-6732-4687-93e5-8441a7a9a1fa)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:28:34.264216 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Returning: {'device': 'b23a5e87-75ce-477f-aa80-507deab26942', 'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39', 'port_id': 'b23a5e87-75ce-477f-aa80-507deab26942', 'mac_address': 'fa:16:3e:18:64:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd474c7f5-8497-440e-9a01-af7ac87da0e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 10:28:34.300454 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:34.313171 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23a5e87-75ce-477f-aa80-507deab26942 {{(pid=92969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:28:34.333341 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port b23a5e87-75ce-477f-aa80-507deab26942, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b23a5e87-75ce-477f-aa80-507deab26942,segment=NetworkSegment(9e2bf70e-6732-4687-93e5-8441a7a9a1fa),segment_id=9e2bf70e-6732-4687-93e5-8441a7a9a1fa)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:28:34.338298 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:34.340656 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:28:34.386159 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=b23a5e87-75ce-477f-aa80-507deab26942,revision_number=4']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:28:34.390079 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:28:34.463392 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4fa8f-376f-4fad-b85f-74d9fa41012c req-c0c1f178-4ee3-4b2e-ab22-0a6bd5afe777 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:28:34.465464 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-46a4fa8f-376f-4fad-b85f-74d9fa41012c req-c0c1f178-4ee3-4b2e-ab22-0a6bd5afe777 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 945 time: 0.0674148 Jun 21 10:28:34.503823 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-46a4fa8f-376f-4fad-b85f-74d9fa41012c req-1ac70efa-9c93-4c00-a422-8b32d039c1ea tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317054 Jun 21 10:28:34.659098 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['b23a5e87-75ce-477f-aa80-507deab26942'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:28:35.675501 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d6bb6-cbe9-438c-a87f-82409c57efee req-e475eb74-0386-4e4f-82ab-19f13f1329e5 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:28:35.677010 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1c4d6bb6-cbe9-438c-a87f-82409c57efee req-e475eb74-0386-4e4f-82ab-19f13f1329e5 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 945 time: 0.0643754 Jun 21 10:28:35.716681 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-1c4d6bb6-cbe9-438c-a87f-82409c57efee req-2776f961-b707-476e-88cd-eda30e72ce09 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334866 Jun 21 10:28:36.173619 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device b23a5e87-75ce-477f-aa80-507deab26942 up at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:28:36.224859 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning for port b23a5e87-75ce-477f-aa80-507deab26942 completed by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 10:28:36.228505 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning complete for port b23a5e87-75ce-477f-aa80-507deab26942 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:28:36.228908 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:36.303016 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:36.326753 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa3b90b-b617-4fb0-8104-0d534d81e17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23a5e87-75ce-477f-aa80-507deab26942'}] {{(pid=92969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:28:36.329106 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c706f658ccf844bfe168bfc8e6ee8c8c6942380e727e998ad24aefeb68f4a8cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818a0eab-dc2d-421a-ae2c-c75ef4ae158f" -d '{"events": [{"server_uuid": "6fa3b90b-b617-4fb0-8104-0d534d81e17a", "name": "network-vif-plugged", "status": "completed", "tag": "b23a5e87-75ce-477f-aa80-507deab26942"}]}' {{(pid=92969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:28:36.342618 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port b23a5e87-75ce-477f-aa80-507deab26942, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b23a5e87-75ce-477f-aa80-507deab26942,segment=NetworkSegment(9e2bf70e-6732-4687-93e5-8441a7a9a1fa),segment_id=9e2bf70e-6732-4687-93e5-8441a7a9a1fa)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:28:36.347320 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:36.349441 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-7c9a3ba3-d00b-4bac-b4f8-7eab78867273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:28:36.378833 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef208a6c-2c4e-4f80-a9e8-f21eae95562e x-openstack-request-id: req-ef208a6c-2c4e-4f80-a9e8-f21eae95562e {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:28:36.379135 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa3b90b-b617-4fb0-8104-0d534d81e17a", "name": "network-vif-plugged", "status": "completed", "tag": "b23a5e87-75ce-477f-aa80-507deab26942", "code": 200}]} {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:28:36.379394 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ef208a6c-2c4e-4f80-a9e8-f21eae95562e {{(pid=92969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:28:36.379780 dv-cinder-797245-3-iscsi neutron-server[92969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa3b90b-b617-4fb0-8104-0d534d81e17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23a5e87-75ce-477f-aa80-507deab26942', 'code': 200} Jun 21 10:28:36.406080 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=b23a5e87-75ce-477f-aa80-507deab26942,revision_number=5']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:28:36.409411 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:28:36.666537 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5116e-eaf7-4be2-88b7-38f27be2fe4a req-473d7fd2-eba6-4487-86bd-11d7ed0aa635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:28:36.667959 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8ec5116e-eaf7-4be2-88b7-38f27be2fe4a req-473d7fd2-eba6-4487-86bd-11d7ed0aa635 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 1099 time: 0.0581398 Jun 21 10:28:36.702106 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8ec5116e-eaf7-4be2-88b7-38f27be2fe4a req-c5eabcac-8e2f-4a6a-9853-89df6705674d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279951 Jun 21 10:28:36.891077 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d2947-bace-43da-befa-b951fb2832a0 req-bfea7b98-565c-4500-8e36-4fad0a50955f tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:28:36.892534 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-928d2947-bace-43da-befa-b951fb2832a0 req-bfea7b98-565c-4500-8e36-4fad0a50955f tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 946 time: 0.0646713 Jun 21 10:28:36.929767 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-928d2947-bace-43da-befa-b951fb2832a0 req-f7bee6f5-d638-4787-9fa1-62e7269923fd tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316157 Jun 21 10:28:37.413707 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-26721fa0-f44e-41b9-ac9a-69afdb305cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:38.106551 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c00187-0eee-46e4-a4eb-fc04a74f7a3f req-356a78a9-01d9-4f91-bfc7-8c991fa4fe36 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:28:38.108000 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-78c00187-0eee-46e4-a4eb-fc04a74f7a3f req-356a78a9-01d9-4f91-bfc7-8c991fa4fe36 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 946 time: 0.0628140 Jun 21 10:28:38.145665 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-78c00187-0eee-46e4-a4eb-fc04a74f7a3f req-4855bc1a-7248-463e-9f7e-305356e7b522 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319071 Jun 21 10:28:38.314721 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26504535-e3c5-48eb-900b-c1ff4868b08b req-4d171c8d-01bf-4566-9603-14a4d0c868bb tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:28:38.316218 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-26504535-e3c5-48eb-900b-c1ff4868b08b req-4d171c8d-01bf-4566-9603-14a4d0c868bb tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 946 time: 0.0617573 Jun 21 10:28:38.359842 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-26504535-e3c5-48eb-900b-c1ff4868b08b req-c79f8491-5177-4f9d-b77d-d89725d81278 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377789 Jun 21 10:28:38.383862 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 52704) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:28:38.522030 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd23ea-4b55-4e94-9484-0c479823f2a8 tempest-TestShelveInstance-1311221504 tempest-TestShelveInstance-1311221504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:28:38.523533 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-1bbd23ea-4b55-4e94-9484-0c479823f2a8 tempest-TestShelveInstance-1311221504 tempest-TestShelveInstance-1311221504-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 1094 time: 0.1385550 Jun 21 10:28:38.526416 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 52708) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:28:38.531126 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.v2.base [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Request body: {'floatingip': {'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'port_id': 'b23a5e87-75ce-477f-aa80-507deab26942', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 10:28:38.552998 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks [] for floatingip, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:38.652385 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-765289'] for port, before_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:39.007491 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_common [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Allocated IP 172.27.2.170 (fb624688-f845-4b15-87c8-de4e29ba1da0/d2f51930-445a-41d0-bd73-46a6db281e7c/bb1dffab-6e21-4dfc-9a49-150e0302af9a) {{(pid=92958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 10:28:39.110833 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks [] for port, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:39.149355 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-765610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741296083797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1954238'] for port, after_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:39.152071 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-c9725908-9e6e-4359-b885-1820790d4e4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:28:39.191556 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Network fb624688-f845-4b15-87c8-de4e29ba1da0 is already hosted by enough agents. {{(pid=92958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 10:28:39.197214 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.base_scheduler [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Resources bound (agent type, host, resource id): {{(pid=92958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 10:28:39.201283 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Received port after_create {{(pid=92958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 10:28:39.203847 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Pushing event updated for resources: {'Port': ['ID=bb1dffab-6e21-4dfc-9a49-150e0302af9a,revision_number=1']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:28:39.227815 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:28:39.228194 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:28:39.228565 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:28:39.228956 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:28:39.229318 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:28:39.229675 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:28:39.230031 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:28:39.231034 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:28:39.231533 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:28:39.231955 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:28:39.232317 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:28:39.232700 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:28:39.237339 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:28:39.588402 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:39.668980 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:39.819648 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks [] for port, precommit_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:39.824870 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1954184'] for port, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:39.827589 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-b1796e47-a8a0-4496-a98a-ebda55eb93fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:28:39.892530 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Pushing event updated for resources: {'Port': ['ID=bb1dffab-6e21-4dfc-9a49-150e0302af9a,revision_number=2']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:28:39.896401 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:28:39.901174 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858313'] for floatingip, after_update {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:40.000456 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.db.l3_db [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Floating IP ec7165aa-5640-4b84-872c-b90ad19fb59f associated. External IP: 172.27.2.170, port: b23a5e87-75ce-477f-aa80-507deab26942. Jun 21 10:28:40.202655 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Router 547c0e4f-0301-4676-801c-afdf4c1929c7 has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:28:40.311296 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:28:40.321436 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab5b220-8493-4551-9b27-dd7ac4dfa85e None None] Sync routers for ids ['547c0e4f-0301-4676-801c-afdf4c1929c7'] in dv-cinder-797245-3-iscsi {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:28:40.329301 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for floatingip, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:40.331732 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab5b220-8493-4551-9b27-dd7ac4dfa85e None None] Routers {'547c0e4f-0301-4676-801c-afdf4c1929c7'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:28:40.332370 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-7ab5b220-8493-4551-9b27-dd7ac4dfa85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:28:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['547c0e4f-0301-4676-801c-afdf4c1929c7'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:28:40.367849 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8404007 Jun 21 10:28:40.368518 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa3b90b-b617-4fb0-8104-0d534d81e17a', 'tag': 'b23a5e87-75ce-477f-aa80-507deab26942'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:28:40.370850 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77e8fc5-6ab7-4e33-b229-bf1b9b33e046" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa3b90b-b617-4fb0-8104-0d534d81e17a", "tag": "b23a5e87-75ce-477f-aa80-507deab26942"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:28:40.466008 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03236fc7-5823-44ee-a65f-6fcf113a08e8 x-openstack-request-id: req-03236fc7-5823-44ee-a65f-6fcf113a08e8 {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:28:40.466369 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa3b90b-b617-4fb0-8104-0d534d81e17a", "tag": "b23a5e87-75ce-477f-aa80-507deab26942", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:28:40.466687 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-03236fc7-5823-44ee-a65f-6fcf113a08e8 {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:28:40.467179 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa3b90b-b617-4fb0-8104-0d534d81e17a', 'tag': 'b23a5e87-75ce-477f-aa80-507deab26942', 'status': 'completed', 'code': 200} Jun 21 10:28:40.565693 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e8fc5-6ab7-4e33-b229-bf1b9b33e046 req-ab200b02-2647-4d05-9e99-37f2d747c2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:28:40.567184 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f77e8fc5-6ab7-4e33-b229-bf1b9b33e046 req-ab200b02-2647-4d05-9e99-37f2d747c2a0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1aac8133e72e4b23b3e266d71e9af378&device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 1099 time: 0.0544667 Jun 21 10:28:40.571796 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-7ab5b220-8493-4551-9b27-dd7ac4dfa85e None None] Set router 547c0e4f-0301-4676-801c-afdf4c1929c7 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:28:40.659646 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e8fc5-6ab7-4e33-b229-bf1b9b33e046 req-62cdf139-4754-40a5-9938-c765f31b7d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:28:40.661135 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f77e8fc5-6ab7-4e33-b229-bf1b9b33e046 req-62cdf139-4754-40a5-9938-c765f31b7d54 service neutron] 10.222.0.74 "GET /v2.0/networks?id=086d6734-a665-4bd4-a63f-0385a7970e39 HTTP/1.1" status: 200 len: 911 time: 0.0881724 Jun 21 10:28:40.733832 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f77e8fc5-6ab7-4e33-b229-bf1b9b33e046 req-9541e8e7-59f3-4898-92f5-fdaa9b28fc5b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b23a5e87-75ce-477f-aa80-507deab26942 HTTP/1.1" status: 200 len: 1000 time: 0.0650017 Jun 21 10:28:40.781504 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e8fc5-6ab7-4e33-b229-bf1b9b33e046 req-892d070d-389e-437b-9dbc-8bec522abb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:28:40.782961 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f77e8fc5-6ab7-4e33-b229-bf1b9b33e046 req-892d070d-389e-437b-9dbc-8bec522abb8d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d474c7f5-8497-440e-9a01-af7ac87da0e0 HTTP/1.1" status: 200 len: 848 time: 0.0434973 Jun 21 10:28:40.808387 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-7ab5b220-8493-4551-9b27-dd7ac4dfa85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'name': 'tempest-TestShelveInstance-2077910850-router', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '6ff071de-b274-4624-bfea-1160a88cbf22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:27:55Z', 'updated_at': '2021-06-21T10:27:58Z', 'revision_number': 4, 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'gw_port': {'id': '6ff071de-b274-4624-bfea-1160a88cbf22', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:27:56Z', 'updated_at': '2021-06-21T10:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_floatingips': [{'id': 'ec7165aa-5640-4b84-872c-b90ad19fb59f', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'floating_ip_address': '172.27.2.170', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'port_id': 'b23a5e87-75ce-477f-aa80-507deab26942', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39', 'mac_address': 'fa:16:3e:18:64:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa3b90b-b617-4fb0-8104-0d534d81e17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:28:39Z', 'updated_at': '2021-06-21T10:28:39Z', 'revision_number': 0, 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f166c222-50f2-49ad-9579-8595a3d6c2cf', 'name': '', 'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'mac_address': 'fa:16:3e:39:f3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd474c7f5-8497-440e-9a01-af7ac87da0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:27:57Z', 'updated_at': '2021-06-21T10:28:04Z', 'revision_number': 5, 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'subnets': [{'id': 'd474c7f5-8497-440e-9a01-af7ac87da0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:28:40.836573 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab5b220-8493-4551-9b27-dd7ac4dfa85e None None] Checking router: 547c0e4f-0301-4676-801c-afdf4c1929c7 for host: dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:28:40.845752 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab5b220-8493-4551-9b27-dd7ac4dfa85e None None] Routers {'547c0e4f-0301-4676-801c-afdf4c1929c7'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:28:40.846380 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-7ab5b220-8493-4551-9b27-dd7ac4dfa85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:28:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['547c0e4f-0301-4676-801c-afdf4c1929c7'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:28:40.850609 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e8fc5-6ab7-4e33-b229-bf1b9b33e046 req-cce27715-6e59-4550-a1f7-a47cf994a4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:28:40.852116 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f77e8fc5-6ab7-4e33-b229-bf1b9b33e046 req-cce27715-6e59-4550-a1f7-a47cf994a4bc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=086d6734-a665-4bd4-a63f-0385a7970e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0623834 Jun 21 10:28:40.912893 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:40.951665 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f77e8fc5-6ab7-4e33-b229-bf1b9b33e046 req-dbfb5d57-514f-4db7-b3f5-dee2e0df7fb9 service neutron] 10.222.0.74 "GET /v2.0/networks/086d6734-a665-4bd4-a63f-0385a7970e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930166 Jun 21 10:28:40.980918 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-7ab5b220-8493-4551-9b27-dd7ac4dfa85e None None] Set router 547c0e4f-0301-4676-801c-afdf4c1929c7 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:28:41.017175 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-3f024d06-a265-434c-aab8-60ab04be0911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:41.057440 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f77e8fc5-6ab7-4e33-b229-bf1b9b33e046 req-5149d900-debc-4c31-8e37-b31ac094b865 service neutron] 10.222.0.74 "GET /v2.0/networks/086d6734-a665-4bd4-a63f-0385a7970e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991058 Jun 21 10:28:41.223724 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-7ab5b220-8493-4551-9b27-dd7ac4dfa85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'name': 'tempest-TestShelveInstance-2077910850-router', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '6ff071de-b274-4624-bfea-1160a88cbf22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:27:55Z', 'updated_at': '2021-06-21T10:27:58Z', 'revision_number': 4, 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'gw_port': {'id': '6ff071de-b274-4624-bfea-1160a88cbf22', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:27:56Z', 'updated_at': '2021-06-21T10:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_floatingips': [{'id': 'ec7165aa-5640-4b84-872c-b90ad19fb59f', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'floating_ip_address': '172.27.2.170', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'port_id': 'b23a5e87-75ce-477f-aa80-507deab26942', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39', 'mac_address': 'fa:16:3e:18:64:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa3b90b-b617-4fb0-8104-0d534d81e17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:28:39Z', 'updated_at': '2021-06-21T10:28:39Z', 'revision_number': 0, 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f166c222-50f2-49ad-9579-8595a3d6c2cf', 'name': '', 'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'mac_address': 'fa:16:3e:39:f3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd474c7f5-8497-440e-9a01-af7ac87da0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:27:57Z', 'updated_at': '2021-06-21T10:28:04Z', 'revision_number': 5, 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'subnets': [{'id': 'd474c7f5-8497-440e-9a01-af7ac87da0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:28:41.249814 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab5b220-8493-4551-9b27-dd7ac4dfa85e None None] The sync data for ids ['547c0e4f-0301-4676-801c-afdf4c1929c7'] in dv-cinder-797245-3-iscsi is: [{'id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'name': 'tempest-TestShelveInstance-2077910850-router', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '6ff071de-b274-4624-bfea-1160a88cbf22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:27:55Z', 'updated_at': '2021-06-21T10:27:58Z', 'revision_number': 4, 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'gw_port': {'id': '6ff071de-b274-4624-bfea-1160a88cbf22', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:27:56Z', 'updated_at': '2021-06-21T10:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_floatingips': [{'id': 'ec7165aa-5640-4b84-872c-b90ad19fb59f', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'floating_ip_address': '172.27.2.170', 'floating_network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'router_id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'port_id': 'b23a5e87-75ce-477f-aa80-507deab26942', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39', 'mac_address': 'fa:16:3e:18:64:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa3b90b-b617-4fb0-8104-0d534d81e17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T10:28:39Z', 'updated_at': '2021-06-21T10:28:39Z', 'revision_number': 0, 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f166c222-50f2-49ad-9579-8595a3d6c2cf', 'name': '', 'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'mac_address': 'fa:16:3e:39:f3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd474c7f5-8497-440e-9a01-af7ac87da0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:27:57Z', 'updated_at': '2021-06-21T10:28:04Z', 'revision_number': 5, 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'subnets': [{'id': 'd474c7f5-8497-440e-9a01-af7ac87da0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:28:41.455273 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8b0fa3-6b19-438f-a33d-3d9498f478aa None None] New status for floating IP ec7165aa-5640-4b84-872c-b90ad19fb59f: ACTIVE {{(pid=92973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 10:28:43.125283 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:45.212314 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:28:57.314768 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:29:02.571460 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:29:07.415199 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-67642680-1f2f-4816-99a8-65f7157985f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:29:09.601702 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0c9c670e-73ec-45f6-8f80-e3bbdddf6919 req-5c24a792-4452-4c1a-b8a7-46dbc9839b25 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570946 Jun 21 10:29:09.732822 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c670e-73ec-45f6-8f80-e3bbdddf6919 req-86723cd3-114b-49e1-b750-f3d27c396a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:29:09.734286 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0c9c670e-73ec-45f6-8f80-e3bbdddf6919 req-86723cd3-114b-49e1-b750-f3d27c396a7f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1aac8133e72e4b23b3e266d71e9af378&device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 1099 time: 0.0575895 Jun 21 10:29:09.841909 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c670e-73ec-45f6-8f80-e3bbdddf6919 req-6eb7531c-7748-48b4-993f-10c7aaa49c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:29:09.843353 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0c9c670e-73ec-45f6-8f80-e3bbdddf6919 req-6eb7531c-7748-48b4-993f-10c7aaa49c49 service neutron] 10.222.0.74 "GET /v2.0/networks?id=086d6734-a665-4bd4-a63f-0385a7970e39 HTTP/1.1" status: 200 len: 911 time: 0.0892169 Jun 21 10:29:09.909874 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0c9c670e-73ec-45f6-8f80-e3bbdddf6919 req-e28d8371-ab40-4bee-9eef-8684689e6352 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b23a5e87-75ce-477f-aa80-507deab26942 HTTP/1.1" status: 200 len: 1002 time: 0.0588920 Jun 21 10:29:09.964676 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c670e-73ec-45f6-8f80-e3bbdddf6919 req-4ac4c5ea-1c24-4884-b006-da15d88aa512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:29:09.966182 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0c9c670e-73ec-45f6-8f80-e3bbdddf6919 req-4ac4c5ea-1c24-4884-b006-da15d88aa512 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d474c7f5-8497-440e-9a01-af7ac87da0e0 HTTP/1.1" status: 200 len: 848 time: 0.0487864 Jun 21 10:29:10.029358 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c670e-73ec-45f6-8f80-e3bbdddf6919 req-89218c2e-d573-4b48-b784-0a43f761131c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:29:10.030855 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0c9c670e-73ec-45f6-8f80-e3bbdddf6919 req-89218c2e-d573-4b48-b784-0a43f761131c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=086d6734-a665-4bd4-a63f-0385a7970e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573938 Jun 21 10:29:10.128514 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0c9c670e-73ec-45f6-8f80-e3bbdddf6919 req-27019a5f-e50f-409f-9d4f-c4ac7288d98b service neutron] 10.222.0.74 "GET /v2.0/networks/086d6734-a665-4bd4-a63f-0385a7970e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895205 Jun 21 10:29:10.226317 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0c9c670e-73ec-45f6-8f80-e3bbdddf6919 req-4745fc45-8197-4fb2-9b8c-521899998872 service neutron] 10.222.0.74 "GET /v2.0/networks/086d6734-a665-4bd4-a63f-0385a7970e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907423 Jun 21 10:29:10.895060 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:29:10.979906 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-779f6ec7-b466-497a-9d21-a8a77f19e052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:29:13.127884 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:29:15.214576 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:29:27.313037 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:29:30.075177 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [req-74cf151f-2f8c-48fb-94dc-af8f767bcb87 req-99a19d03-7919-49b4-b9e0-cecb5d736b98 tempest-AttachVolumeNegativeTest-611210281 tempest-AttachVolumeNegativeTest-611210281-project] (92965) timed out ('10.222.0.74', 49376) {{(pid=92965) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 21 10:29:37.416373 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-b83cfa1d-920c-41ed-b1b7-816077fe5642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:29:39.571150 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:29:40.898018 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:29:40.982217 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-97beebdc-ce07-41f5-9b85-bae599d15e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:29:43.131251 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:29:45.220327 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:29:57.318944 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:30:07.419606 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-6a19e008-2b83-4f35-af57-1161b5710db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:30:10.547735 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-74293b7c-242e-4272-8834-091afd2051a9 req-cc5e7c3f-1d00-4811-b533-b239b141aa91 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535774 Jun 21 10:30:10.658331 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74293b7c-242e-4272-8834-091afd2051a9 req-193cc22b-ef89-4a35-a79b-e2664e441072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:10.660413 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-74293b7c-242e-4272-8834-091afd2051a9 req-193cc22b-ef89-4a35-a79b-e2664e441072 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1aac8133e72e4b23b3e266d71e9af378&device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 1099 time: 0.0523906 Jun 21 10:30:10.773569 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74293b7c-242e-4272-8834-091afd2051a9 req-505c3baa-88fa-43d7-8c0a-76f5de7e8f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:10.775042 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-74293b7c-242e-4272-8834-091afd2051a9 req-505c3baa-88fa-43d7-8c0a-76f5de7e8f5d service neutron] 10.222.0.74 "GET /v2.0/networks?id=086d6734-a665-4bd4-a63f-0385a7970e39 HTTP/1.1" status: 200 len: 911 time: 0.0947919 Jun 21 10:30:10.840952 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-74293b7c-242e-4272-8834-091afd2051a9 req-26ef9435-7a08-4e0d-a806-5c70a73fa7c4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b23a5e87-75ce-477f-aa80-507deab26942 HTTP/1.1" status: 200 len: 1002 time: 0.0597880 Jun 21 10:30:10.896072 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:30:10.896725 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74293b7c-242e-4272-8834-091afd2051a9 req-9acf76ef-6a32-4536-ad9b-669be179323e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:10.897716 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-74293b7c-242e-4272-8834-091afd2051a9 req-9acf76ef-6a32-4536-ad9b-669be179323e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d474c7f5-8497-440e-9a01-af7ac87da0e0 HTTP/1.1" status: 200 len: 848 time: 0.0514176 Jun 21 10:30:10.958119 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74293b7c-242e-4272-8834-091afd2051a9 req-e2de213a-e2a5-45cf-8e05-4f72a01bdde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:10.959725 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-74293b7c-242e-4272-8834-091afd2051a9 req-e2de213a-e2a5-45cf-8e05-4f72a01bdde5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=086d6734-a665-4bd4-a63f-0385a7970e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556028 Jun 21 10:30:10.984732 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-f66b555b-08b5-40ae-84b7-21a9c9eb0848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:30:11.053986 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-74293b7c-242e-4272-8834-091afd2051a9 req-4cb794c8-d0fc-4793-a70c-f1e0dbd614f3 service neutron] 10.222.0.74 "GET /v2.0/networks/086d6734-a665-4bd4-a63f-0385a7970e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879302 Jun 21 10:30:11.143887 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-74293b7c-242e-4272-8834-091afd2051a9 req-30f97742-3a0b-43a8-9534-6221f2d7dad0 service neutron] 10.222.0.74 "GET /v2.0/networks/086d6734-a665-4bd4-a63f-0385a7970e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838132 Jun 21 10:30:13.133889 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:30:15.224838 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:30:16.571218 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:30:27.307801 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:30:37.433564 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-1b9b427e-f2a3-4ef0-bbc0-58187164dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:30:37.564927 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187b8db-9e99-4e10-9fb5-77a4b5807647 req-c7de1fe1-56f1-4487-ad5b-a825959cbcf7 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:37.566841 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-a187b8db-9e99-4e10-9fb5-77a4b5807647 req-c7de1fe1-56f1-4487-ad5b-a825959cbcf7 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 946 time: 0.0710394 Jun 21 10:30:37.622808 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-a187b8db-9e99-4e10-9fb5-77a4b5807647 req-ef86f6b0-353f-446d-aa2b-fcdb7f8835ca tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451145 Jun 21 10:30:38.808785 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3ef89-4d45-4e2b-8c4f-dd002bedf4b5 req-ef29d680-2c2d-48cb-bc0c-dbae6e863a52 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:38.810273 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6cf3ef89-4d45-4e2b-8c4f-dd002bedf4b5 req-ef29d680-2c2d-48cb-bc0c-dbae6e863a52 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 946 time: 0.0651908 Jun 21 10:30:38.852932 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6cf3ef89-4d45-4e2b-8c4f-dd002bedf4b5 req-06afb0e4-784d-4736-a22a-da9125858547 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367641 Jun 21 10:30:40.033219 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e7d8b-ce68-4589-a900-4bc1abbbc89f req-fa37ec23-0e1b-436b-8996-5956ae546350 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:40.034708 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-562e7d8b-ce68-4589-a900-4bc1abbbc89f req-fa37ec23-0e1b-436b-8996-5956ae546350 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 946 time: 0.0678041 Jun 21 10:30:40.074778 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-562e7d8b-ce68-4589-a900-4bc1abbbc89f req-fcbd7d21-ec00-4699-91c8-773e2328f480 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334725 Jun 21 10:30:40.904259 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:30:40.990013 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-d766a20e-88c6-4c39-a9b4-d39dba632627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:30:41.291008 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b08f5-27ac-42ae-8b6d-a2f03f411cc5 req-ef05b533-90ab-4ee5-b7eb-7742a5491427 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:41.292494 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-589b08f5-27ac-42ae-8b6d-a2f03f411cc5 req-ef05b533-90ab-4ee5-b7eb-7742a5491427 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 946 time: 0.0678887 Jun 21 10:30:41.331658 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-589b08f5-27ac-42ae-8b6d-a2f03f411cc5 req-49fa0c95-ae9d-4803-b5e8-ac71d4ae87cb tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335670 Jun 21 10:30:42.515055 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817043d-9d8c-41b4-a143-072b24fa3bb7 req-1fd3bb6f-ce7b-479a-a0f1-614c6ecd9300 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:42.516528 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6817043d-9d8c-41b4-a143-072b24fa3bb7 req-1fd3bb6f-ce7b-479a-a0f1-614c6ecd9300 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 946 time: 0.0663824 Jun 21 10:30:42.560083 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6817043d-9d8c-41b4-a143-072b24fa3bb7 req-5c18005c-e4d2-4e9a-8ac0-5f9015796616 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375233 Jun 21 10:30:43.137686 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:30:43.759742 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e362a-4bb4-4b27-945c-73255f47ad26 req-ea8fd4db-7ea8-490e-9b42-6cb9bac4730e tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:43.761330 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-246e362a-4bb4-4b27-945c-73255f47ad26 req-ea8fd4db-7ea8-490e-9b42-6cb9bac4730e tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 946 time: 0.0725138 Jun 21 10:30:43.804910 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-246e362a-4bb4-4b27-945c-73255f47ad26 req-effa8b91-a4cd-4be3-8328-2c8c03bd499e tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367436 Jun 21 10:30:44.997483 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb5b60-7fb7-447c-bf7f-0818d81339d2 req-3480e38e-7102-4e80-8dea-0d09a93cf9e6 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:44.999101 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d7cb5b60-7fb7-447c-bf7f-0818d81339d2 req-3480e38e-7102-4e80-8dea-0d09a93cf9e6 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 946 time: 0.0726733 Jun 21 10:30:45.040807 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d7cb5b60-7fb7-447c-bf7f-0818d81339d2 req-e2976bad-aa20-4f6a-af90-0ab36b093635 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351343 Jun 21 10:30:45.226956 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:30:46.220249 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceac187-177f-4f90-bd94-3b4e2e842853 req-6b3458c9-2c60-4e9c-8166-97edf6b0c2ae tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:46.221706 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fceac187-177f-4f90-bd94-3b4e2e842853 req-6b3458c9-2c60-4e9c-8166-97edf6b0c2ae tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 946 time: 0.0681801 Jun 21 10:30:46.260335 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-fceac187-177f-4f90-bd94-3b4e2e842853 req-3db35881-81f4-495d-8595-e14664740442 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317533 Jun 21 10:30:47.442212 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99980e-0d99-4572-8cbc-e7381923359d req-038fbab6-469d-4843-995e-f92dbe07508a tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:47.444009 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ca99980e-0d99-4572-8cbc-e7381923359d req-038fbab6-469d-4843-995e-f92dbe07508a tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 946 time: 0.0700901 Jun 21 10:30:47.485716 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ca99980e-0d99-4572-8cbc-e7381923359d req-ca59d4b3-5864-4da5-9777-212df6b92f03 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358181 Jun 21 10:30:47.779760 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6091be-560a-4454-87eb-5c47acef748a req-5d4d1ffa-5021-43ce-b0fb-d52a3f7472c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:47.781290 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7d6091be-560a-4454-87eb-5c47acef748a req-5d4d1ffa-5021-43ce-b0fb-d52a3f7472c3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1aac8133e72e4b23b3e266d71e9af378&device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 1099 time: 0.0574956 Jun 21 10:30:47.877497 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6091be-560a-4454-87eb-5c47acef748a req-85035e9a-8499-4831-bf0f-47251c779e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:47.878957 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7d6091be-560a-4454-87eb-5c47acef748a req-85035e9a-8499-4831-bf0f-47251c779e74 service neutron] 10.222.0.74 "GET /v2.0/networks?id=086d6734-a665-4bd4-a63f-0385a7970e39 HTTP/1.1" status: 200 len: 911 time: 0.0903761 Jun 21 10:30:47.952310 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7d6091be-560a-4454-87eb-5c47acef748a req-dde61441-a501-4cf8-b12a-84f09c357976 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b23a5e87-75ce-477f-aa80-507deab26942 HTTP/1.1" status: 200 len: 1002 time: 0.0664194 Jun 21 10:30:48.007869 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6091be-560a-4454-87eb-5c47acef748a req-02bf08e1-840a-41c0-a42f-ba76d8fba79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:48.009443 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7d6091be-560a-4454-87eb-5c47acef748a req-02bf08e1-840a-41c0-a42f-ba76d8fba79d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d474c7f5-8497-440e-9a01-af7ac87da0e0 HTTP/1.1" status: 200 len: 848 time: 0.0494065 Jun 21 10:30:48.079595 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6091be-560a-4454-87eb-5c47acef748a req-91762c65-a50f-4c1b-9a25-7cdf1fe85b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:48.081049 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7d6091be-560a-4454-87eb-5c47acef748a req-91762c65-a50f-4c1b-9a25-7cdf1fe85b79 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=086d6734-a665-4bd4-a63f-0385a7970e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0644424 Jun 21 10:30:48.179630 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7d6091be-560a-4454-87eb-5c47acef748a req-34b6e5ea-84f8-4b04-b045-043c2f71b35d service neutron] 10.222.0.74 "GET /v2.0/networks/086d6734-a665-4bd4-a63f-0385a7970e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912800 Jun 21 10:30:48.275100 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7d6091be-560a-4454-87eb-5c47acef748a req-a6b04e4a-1f21-4f27-8665-1640e13769de service neutron] 10.222.0.74 "GET /v2.0/networks/086d6734-a665-4bd4-a63f-0385a7970e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881772 Jun 21 10:30:48.916717 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687cd6e-7ddd-4480-a42c-f83402c80bb2 req-e824677d-488e-46da-940c-8deb966f0f62 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:48.918088 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2687cd6e-7ddd-4480-a42c-f83402c80bb2 req-e824677d-488e-46da-940c-8deb966f0f62 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 946 time: 0.3152730 Jun 21 10:30:48.960113 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-2687cd6e-7ddd-4480-a42c-f83402c80bb2 req-1da0a4de-79f4-40ed-8765-c5776b031563 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363202 Jun 21 10:30:50.158493 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e2043-b1ae-4cad-a337-dd45fe5519f2 req-ba65fb57-fcb9-4472-a28d-64e6f10a9899 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:50.160003 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d63e2043-b1ae-4cad-a337-dd45fe5519f2 req-ba65fb57-fcb9-4472-a28d-64e6f10a9899 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 946 time: 0.0740833 Jun 21 10:30:50.201410 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-d63e2043-b1ae-4cad-a337-dd45fe5519f2 req-fcdc5dfa-6b45-47a9-9477-0590bee73106 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345614 Jun 21 10:30:51.377558 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab665d-14bf-45be-b5b0-ac166d8eac15 req-a0ab69a1-32b2-4e7d-9353-6feb8d0515d7 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:51.378987 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cfab665d-14bf-45be-b5b0-ac166d8eac15 req-a0ab69a1-32b2-4e7d-9353-6feb8d0515d7 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 946 time: 0.0622635 Jun 21 10:30:51.417600 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-cfab665d-14bf-45be-b5b0-ac166d8eac15 req-77fb2655-7436-4df4-bbf0-209051a1bc80 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320585 Jun 21 10:30:51.725927 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52786) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:30:51.773088 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999862bc-c722-4b8b-808b-ef1dad5f134c req-cc4ff3b6-43ff-4ec0-96e4-73815c1463d2 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:51.774593 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-999862bc-c722-4b8b-808b-ef1dad5f134c req-cc4ff3b6-43ff-4ec0-96e4-73815c1463d2 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 946 time: 0.0678377 Jun 21 10:30:51.812983 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-999862bc-c722-4b8b-808b-ef1dad5f134c req-20ded58a-176d-436d-9a44-befdca761b37 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318780 Jun 21 10:30:51.825155 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6ac61d86-298b-4cc1-a264-c50b55bd7eb2 req-fd1948a1-f7dc-4dbd-926a-70e50bbd1162 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0979850 Jun 21 10:30:52.989102 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94392103-067d-4d8f-9a2a-fee6abb9d2bd req-3ab09143-fb2e-49e6-af2c-41c60a456dcc tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:52.990778 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-94392103-067d-4d8f-9a2a-fee6abb9d2bd req-3ab09143-fb2e-49e6-af2c-41c60a456dcc tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 946 time: 0.0655384 Jun 21 10:30:53.031151 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-94392103-067d-4d8f-9a2a-fee6abb9d2bd req-07ce4577-952b-4717-bc09-a1ff6f323507 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330989 Jun 21 10:30:53.569680 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:30:54.225832 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f750fc0-fc4a-48c9-818c-a5e48968afbe req-82193040-626d-4ca0-b585-5d9aec42a6dd tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:54.227319 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6f750fc0-fc4a-48c9-818c-a5e48968afbe req-82193040-626d-4ca0-b585-5d9aec42a6dd tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 946 time: 0.0700293 Jun 21 10:30:54.267889 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6f750fc0-fc4a-48c9-818c-a5e48968afbe req-e470c892-2e37-4e69-a9fb-2399c67c617b tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342507 Jun 21 10:30:54.770519 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device b23a5e87-75ce-477f-aa80-507deab26942 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:30:54.847551 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:30:54.869384 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa3b90b-b617-4fb0-8104-0d534d81e17a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23a5e87-75ce-477f-aa80-507deab26942'}] {{(pid=92969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:30:54.871624 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c706f658ccf844bfe168bfc8e6ee8c8c6942380e727e998ad24aefeb68f4a8cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb97e018-6bef-4d74-a937-7d7db8e81f06" -d '{"events": [{"server_uuid": "6fa3b90b-b617-4fb0-8104-0d534d81e17a", "name": "network-vif-unplugged", "status": "completed", "tag": "b23a5e87-75ce-477f-aa80-507deab26942"}]}' {{(pid=92969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:30:54.884512 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port b23a5e87-75ce-477f-aa80-507deab26942, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b23a5e87-75ce-477f-aa80-507deab26942,segment=NetworkSegment(9e2bf70e-6732-4687-93e5-8441a7a9a1fa),segment_id=9e2bf70e-6732-4687-93e5-8441a7a9a1fa)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:30:54.888975 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:30:54.890723 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:30:54.938197 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=b23a5e87-75ce-477f-aa80-507deab26942,revision_number=6']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:30:54.946268 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:30:54.946615 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:30:54.946955 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:30:54.947284 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:30:54.947605 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:30:54.947928 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:30:54.948246 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:30:54.948563 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:30:54.948909 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:30:54.949221 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:30:54.949552 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:30:54.949846 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:30:54.953859 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:30:54.960759 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Jun 2021 10:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06780fb-0d6b-494b-bd3b-eb48eae22fb6 x-openstack-request-id: req-c06780fb-0d6b-494b-bd3b-eb48eae22fb6 {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:30:54.961070 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa3b90b-b617-4fb0-8104-0d534d81e17a", "name": "network-vif-unplugged", "status": "failed", "tag": "b23a5e87-75ce-477f-aa80-507deab26942", "code": 422}]} {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:30:54.961340 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c06780fb-0d6b-494b-bd3b-eb48eae22fb6 {{(pid=92969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:30:54.961720 dv-cinder-797245-3-iscsi neutron-server[92969]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6fa3b90b-b617-4fb0-8104-0d534d81e17a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b23a5e87-75ce-477f-aa80-507deab26942', 'code': 422} returned with failed status Jun 21 10:30:55.440482 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a525d6e-b7ab-4b9c-854b-50eea3d76031 req-7199d8fe-7506-4f1f-91ad-04e5c9f16eab tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:55.441948 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7a525d6e-b7ab-4b9c-854b-50eea3d76031 req-7199d8fe-7506-4f1f-91ad-04e5c9f16eab tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 944 time: 0.0617085 Jun 21 10:30:55.483806 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-7a525d6e-b7ab-4b9c-854b-50eea3d76031 req-25b43b59-fd85-4c8b-9b86-30ee9c108483 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356362 Jun 21 10:30:56.663967 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94574ff-405d-4a73-9e35-0e9f09face9e req-b0817068-507a-4afa-9f48-5aa271869751 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:56.665461 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-f94574ff-405d-4a73-9e35-0e9f09face9e req-b0817068-507a-4afa-9f48-5aa271869751 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 944 time: 0.0670972 Jun 21 10:30:56.704354 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-f94574ff-405d-4a73-9e35-0e9f09face9e req-2abe463f-c6cf-43cb-b4fb-325ac50c1334 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332396 Jun 21 10:30:57.338307 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:30:57.672927 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac61d86-298b-4cc1-a264-c50b55bd7eb2 req-a0fdd983-a9b4-4b1c-bb00-11cb73ace7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:57.674319 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6ac61d86-298b-4cc1-a264-c50b55bd7eb2 req-a0fdd983-a9b4-4b1c-bb00-11cb73ace7de service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a&tenant_id=1aac8133e72e4b23b3e266d71e9af378 HTTP/1.1" status: 200 len: 1097 time: 0.0817220 Jun 21 10:30:57.762580 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac61d86-298b-4cc1-a264-c50b55bd7eb2 req-8e71d78b-2fea-44d9-944a-98a56a1b9979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:57.764091 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6ac61d86-298b-4cc1-a264-c50b55bd7eb2 req-8e71d78b-2fea-44d9-944a-98a56a1b9979 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1aac8133e72e4b23b3e266d71e9af378&device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 1097 time: 0.0530922 Jun 21 10:30:57.892475 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac61d86-298b-4cc1-a264-c50b55bd7eb2 req-20142859-27ef-4770-a4b7-930d983e6121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:57.893943 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6ac61d86-298b-4cc1-a264-c50b55bd7eb2 req-20142859-27ef-4770-a4b7-930d983e6121 service neutron] 10.222.0.74 "GET /v2.0/networks?id=086d6734-a665-4bd4-a63f-0385a7970e39 HTTP/1.1" status: 200 len: 911 time: 0.1237352 Jun 21 10:30:57.916619 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6978c05-7e50-45c2-940d-f2980a160d3b req-3964592c-5ccb-431d-b6fb-364cc71e6736 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:57.918045 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e6978c05-7e50-45c2-940d-f2980a160d3b req-3964592c-5ccb-431d-b6fb-364cc71e6736 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 944 time: 0.1013923 Jun 21 10:30:57.996799 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6ac61d86-298b-4cc1-a264-c50b55bd7eb2 req-e07667dc-5855-4ef1-9edf-7b4dc5ea37a0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b23a5e87-75ce-477f-aa80-507deab26942 HTTP/1.1" status: 200 len: 1000 time: 0.0942328 Jun 21 10:30:57.999678 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-e6978c05-7e50-45c2-940d-f2980a160d3b req-b89f9a2d-1396-43b0-bed8-797ed98cf970 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512028 Jun 21 10:30:58.046229 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac61d86-298b-4cc1-a264-c50b55bd7eb2 req-e7da66b3-ac5f-40bd-8716-b42186b27ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:58.047660 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6ac61d86-298b-4cc1-a264-c50b55bd7eb2 req-e7da66b3-ac5f-40bd-8716-b42186b27ca3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d474c7f5-8497-440e-9a01-af7ac87da0e0 HTTP/1.1" status: 200 len: 848 time: 0.0440197 Jun 21 10:30:58.110933 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac61d86-298b-4cc1-a264-c50b55bd7eb2 req-2de82f79-8ba0-430f-9bb5-5d67d6f66832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:58.112400 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6ac61d86-298b-4cc1-a264-c50b55bd7eb2 req-2de82f79-8ba0-430f-9bb5-5d67d6f66832 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=086d6734-a665-4bd4-a63f-0385a7970e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570695 Jun 21 10:30:58.199122 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6ac61d86-298b-4cc1-a264-c50b55bd7eb2 req-bbb1e6ce-4cc8-4392-b880-f4d8a8c2a9fa service neutron] 10.222.0.74 "GET /v2.0/networks/086d6734-a665-4bd4-a63f-0385a7970e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795379 Jun 21 10:30:58.298734 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6ac61d86-298b-4cc1-a264-c50b55bd7eb2 req-f057ba94-5112-4982-a8db-546afc21482d service neutron] 10.222.0.74 "GET /v2.0/networks/086d6734-a665-4bd4-a63f-0385a7970e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931587 Jun 21 10:30:59.182013 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016b543-8310-4119-8b89-2f4e208fdace req-dfc0373f-9168-421a-8eb0-637b672e9ae9 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:30:59.183513 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6016b543-8310-4119-8b89-2f4e208fdace req-dfc0373f-9168-421a-8eb0-637b672e9ae9 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 944 time: 0.0690198 Jun 21 10:30:59.224464 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-6016b543-8310-4119-8b89-2f4e208fdace req-f37e5469-5571-4f0c-964b-68307a8e4fbd tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348616 Jun 21 10:31:00.400728 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ec315-04b0-49e1-8702-1a659a20fb52 req-52cfd48b-e6be-42a4-95c2-e13b72a2b348 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:31:00.402210 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5c6ec315-04b0-49e1-8702-1a659a20fb52 req-52cfd48b-e6be-42a4-95c2-e13b72a2b348 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 944 time: 0.0640421 Jun 21 10:31:00.441561 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5c6ec315-04b0-49e1-8702-1a659a20fb52 req-8f56dcc4-6ff3-47e9-b392-2c48bf828640 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335999 Jun 21 10:31:01.626032 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeca79b-2819-4b34-9a8c-d6bd9d6c266b req-16046ded-f100-463a-992c-5a7be9bfaffa tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:31:01.627423 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-9aeca79b-2819-4b34-9a8c-d6bd9d6c266b req-16046ded-f100-463a-992c-5a7be9bfaffa tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 944 time: 0.0736568 Jun 21 10:31:01.668833 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-9aeca79b-2819-4b34-9a8c-d6bd9d6c266b req-44adb60b-5309-4859-a088-e8251732e180 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347769 Jun 21 10:31:02.842088 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a878eb6-9938-45f1-a36c-2a0226899cb8 req-3e599086-3121-4aa3-afba-78409d3099dc tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:31:02.843539 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6a878eb6-9938-45f1-a36c-2a0226899cb8 req-3e599086-3121-4aa3-afba-78409d3099dc tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 944 time: 0.0633082 Jun 21 10:31:02.881217 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-6a878eb6-9938-45f1-a36c-2a0226899cb8 req-50094c7e-cb53-4bac-b21b-f142e95c553c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311432 Jun 21 10:31:04.065409 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c6535-67ed-4104-adde-e9e5f58ae2ac req-f3153aa1-dcf4-437f-99df-bdbe2f70b3c2 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:31:04.066883 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b20c6535-67ed-4104-adde-e9e5f58ae2ac req-f3153aa1-dcf4-437f-99df-bdbe2f70b3c2 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 944 time: 0.0680115 Jun 21 10:31:04.107084 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-b20c6535-67ed-4104-adde-e9e5f58ae2ac req-42ff8778-657b-4912-9804-59f185563804 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337124 Jun 21 10:31:05.286392 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b01069-77f8-4280-b9ba-2a2ff832ae4e req-36c438dd-fc69-4d7f-b5b3-3a03cd62a3b1 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:31:05.287923 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-61b01069-77f8-4280-b9ba-2a2ff832ae4e req-36c438dd-fc69-4d7f-b5b3-3a03cd62a3b1 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 944 time: 0.0678043 Jun 21 10:31:05.330775 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-61b01069-77f8-4280-b9ba-2a2ff832ae4e req-e7f69d9d-b374-4b74-beb5-9e824ecdc533 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346482 Jun 21 10:31:06.515815 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb2d42-64e5-4bac-a9c0-2bcbe32a2998 req-93ace3da-823f-48e1-9b07-b51dc4de8a50 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:31:06.517311 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-30eb2d42-64e5-4bac-a9c0-2bcbe32a2998 req-93ace3da-823f-48e1-9b07-b51dc4de8a50 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 944 time: 0.0663748 Jun 21 10:31:06.558148 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-30eb2d42-64e5-4bac-a9c0-2bcbe32a2998 req-2eab0981-e9c0-4d22-a914-e28dfec31eba tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350509 Jun 21 10:31:06.801200 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device b23a5e87-75ce-477f-aa80-507deab26942 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 10:31:06.909085 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port b23a5e87-75ce-477f-aa80-507deab26942, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b23a5e87-75ce-477f-aa80-507deab26942,segment=NetworkSegment(9e2bf70e-6732-4687-93e5-8441a7a9a1fa),segment_id=9e2bf70e-6732-4687-93e5-8441a7a9a1fa)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:31:06.922279 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Returning: {'device': 'b23a5e87-75ce-477f-aa80-507deab26942', 'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39', 'port_id': 'b23a5e87-75ce-477f-aa80-507deab26942', 'mac_address': 'fa:16:3e:18:64:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd474c7f5-8497-440e-9a01-af7ac87da0e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 10:31:06.960856 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:31:06.974845 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23a5e87-75ce-477f-aa80-507deab26942 {{(pid=92969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 10:31:06.996948 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port b23a5e87-75ce-477f-aa80-507deab26942, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b23a5e87-75ce-477f-aa80-507deab26942,segment=NetworkSegment(9e2bf70e-6732-4687-93e5-8441a7a9a1fa),segment_id=9e2bf70e-6732-4687-93e5-8441a7a9a1fa)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:31:07.001164 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:31:07.003341 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-348b1e7d-d474-451c-9f0f-cf40e4f9d9a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:31:07.050596 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=b23a5e87-75ce-477f-aa80-507deab26942,revision_number=7']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:31:07.054154 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:31:07.307105 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] get_ports_and_sgs() called for port_ids ['b23a5e87-75ce-477f-aa80-507deab26942'] {{(pid=92969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 10:31:07.437562 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-b9bb6b1c-e434-42dc-824e-5f01e46fcbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:31:07.740984 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e73df-802d-41c2-8aa0-cdd581b68fbc req-25b329bd-30a4-4256-891b-b2b1cdb17de7 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:31:07.742489 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c50e73df-802d-41c2-8aa0-cdd581b68fbc req-25b329bd-30a4-4256-891b-b2b1cdb17de7 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 945 time: 0.0640380 Jun 21 10:31:07.784410 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-c50e73df-802d-41c2-8aa0-cdd581b68fbc req-e346f4b2-3d1a-441e-be58-1529c1776bf8 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363002 Jun 21 10:31:08.816118 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device b23a5e87-75ce-477f-aa80-507deab26942 up at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 10:31:08.866187 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.provisioning_blocks [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Provisioning complete for port b23a5e87-75ce-477f-aa80-507deab26942 triggered by entity L2. {{(pid=92969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 10:31:08.866560 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704372'] for port, provisioning_complete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:31:08.942616 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-765311'] for port, before_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:31:08.965298 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa3b90b-b617-4fb0-8104-0d534d81e17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23a5e87-75ce-477f-aa80-507deab26942'}] {{(pid=92969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:31:08.966590 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a30b0-d3cf-4039-93a1-52a667817f66 req-0b356c80-17c3-45f0-9c8e-cc3ac9eda7a6 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:31:08.967556 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c706f658ccf844bfe168bfc8e6ee8c8c6942380e727e998ad24aefeb68f4a8cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0ff1bc-33e3-4fd8-9fb5-17f7ff22009e" -d '{"events": [{"server_uuid": "6fa3b90b-b617-4fb0-8104-0d534d81e17a", "name": "network-vif-plugged", "status": "completed", "tag": "b23a5e87-75ce-477f-aa80-507deab26942"}]}' {{(pid=92969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:31:08.968083 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-8c7a30b0-d3cf-4039-93a1-52a667817f66 req-0b356c80-17c3-45f0-9c8e-cc3ac9eda7a6 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 945 time: 0.0681889 Jun 21 10:31:08.985231 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] For port b23a5e87-75ce-477f-aa80-507deab26942, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b23a5e87-75ce-477f-aa80-507deab26942,segment=NetworkSegment(9e2bf70e-6732-4687-93e5-8441a7a9a1fa),segment_id=9e2bf70e-6732-4687-93e5-8441a7a9a1fa)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:31:08.989848 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741296672467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741296083815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741296083860'] for port, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:31:08.994479 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-97bef39e-4e90-4f9a-a972-033bb59d7fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:31:09.016987 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-8c7a30b0-d3cf-4039-93a1-52a667817f66 req-6c561274-b409-44d9-a186-07f330b1b198 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395479 Jun 21 10:31:09.023542 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784e910d-9b5a-4436-b946-b60f1fbcb6be x-openstack-request-id: req-784e910d-9b5a-4436-b946-b60f1fbcb6be {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:31:09.023844 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa3b90b-b617-4fb0-8104-0d534d81e17a", "name": "network-vif-plugged", "status": "completed", "tag": "b23a5e87-75ce-477f-aa80-507deab26942", "code": 200}]} {{(pid=92969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:31:09.024103 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-784e910d-9b5a-4436-b946-b60f1fbcb6be {{(pid=92969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:31:09.024491 dv-cinder-797245-3-iscsi neutron-server[92969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa3b90b-b617-4fb0-8104-0d534d81e17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23a5e87-75ce-477f-aa80-507deab26942', 'code': 200} Jun 21 10:31:09.049673 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Pushing event updated for resources: {'Port': ['ID=b23a5e87-75ce-477f-aa80-507deab26942,revision_number=8']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:31:09.052554 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:31:09.279002 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b7d57-946d-497b-b0d1-1d74a44a8f5d req-5f66de2a-e345-4d5d-9850-d7e98144158e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:31:09.280511 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-082b7d57-946d-497b-b0d1-1d74a44a8f5d req-5f66de2a-e345-4d5d-9850-d7e98144158e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 1099 time: 0.0519783 Jun 21 10:31:09.320000 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-082b7d57-946d-497b-b0d1-1d74a44a8f5d req-8c58d210-b467-49fd-a1e5-aeaae8e5805b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326087 Jun 21 10:31:10.235561 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c366271-3f26-4b28-98da-69cc782a0596 req-308c9a90-b2ef-4599-bf1f-c0d3613b506f tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:31:10.237003 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0c366271-3f26-4b28-98da-69cc782a0596 req-308c9a90-b2ef-4599-bf1f-c0d3613b506f tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 946 time: 0.0737915 Jun 21 10:31:10.279255 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-0c366271-3f26-4b28-98da-69cc782a0596 req-17f7784e-2588-4411-8477-10daf4396d83 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357044 Jun 21 10:31:10.896389 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:31:10.982448 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-00131822-a1a7-45b1-947f-183d1e9c0ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:31:11.455409 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1a77a-cf04-4733-a2d0-cc97b2099d60 req-e921f4c5-693a-467a-af65-4c1c8a4203c7 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:31:11.456882 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-94c1a77a-cf04-4733-a2d0-cc97b2099d60 req-e921f4c5-693a-467a-af65-4c1c8a4203c7 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 946 time: 0.0657277 Jun 21 10:31:11.496790 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-94c1a77a-cf04-4733-a2d0-cc97b2099d60 req-c66c1af3-ef5b-4c99-b420-b0c50b1bc8e5 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333118 Jun 21 10:31:12.206679 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d0c1b1e8-d00a-471e-9e7f-0833ae75ff29 req-b7d7ee09-6e04-427b-959b-746d5d8b33a5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533295 Jun 21 10:31:12.330272 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1b1e8-d00a-471e-9e7f-0833ae75ff29 req-34a21ba7-f95e-4d46-84bb-54852a1bfcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:31:12.331644 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d0c1b1e8-d00a-471e-9e7f-0833ae75ff29 req-34a21ba7-f95e-4d46-84bb-54852a1bfcff service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1aac8133e72e4b23b3e266d71e9af378&device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 1099 time: 0.0571980 Jun 21 10:31:12.439745 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1b1e8-d00a-471e-9e7f-0833ae75ff29 req-ef1d64a1-1e63-4229-b7b2-faab9028df07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:31:12.441213 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d0c1b1e8-d00a-471e-9e7f-0833ae75ff29 req-ef1d64a1-1e63-4229-b7b2-faab9028df07 service neutron] 10.222.0.74 "GET /v2.0/networks?id=086d6734-a665-4bd4-a63f-0385a7970e39 HTTP/1.1" status: 200 len: 911 time: 0.0850675 Jun 21 10:31:12.509110 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d0c1b1e8-d00a-471e-9e7f-0833ae75ff29 req-f2b6c239-6c79-49f6-8dfa-aba1d780bcfb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b23a5e87-75ce-477f-aa80-507deab26942 HTTP/1.1" status: 200 len: 1002 time: 0.0613360 Jun 21 10:31:12.558354 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1b1e8-d00a-471e-9e7f-0833ae75ff29 req-b85cad21-af9a-460e-a164-1d248c1e418e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:31:12.559754 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d0c1b1e8-d00a-471e-9e7f-0833ae75ff29 req-b85cad21-af9a-460e-a164-1d248c1e418e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d474c7f5-8497-440e-9a01-af7ac87da0e0 HTTP/1.1" status: 200 len: 848 time: 0.0447676 Jun 21 10:31:12.616910 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1b1e8-d00a-471e-9e7f-0833ae75ff29 req-e4238147-a689-4265-9051-06e1680b686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:31:12.618312 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d0c1b1e8-d00a-471e-9e7f-0833ae75ff29 req-e4238147-a689-4265-9051-06e1680b686b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=086d6734-a665-4bd4-a63f-0385a7970e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519488 Jun 21 10:31:12.709428 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d0c1b1e8-d00a-471e-9e7f-0833ae75ff29 req-f30e8f41-1c75-4bd1-8010-48794e22c473 service neutron] 10.222.0.74 "GET /v2.0/networks/086d6734-a665-4bd4-a63f-0385a7970e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845857 Jun 21 10:31:12.795819 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d0c1b1e8-d00a-471e-9e7f-0833ae75ff29 req-2ebdaf6b-d5a1-48ae-b048-ffb636ae8cd7 service neutron] 10.222.0.74 "GET /v2.0/networks/086d6734-a665-4bd4-a63f-0385a7970e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802352 Jun 21 10:31:13.138610 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:31:15.228266 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:31:27.334948 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:31:30.568352 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:31:37.431823 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-bbaedd0d-ed38-4ab6-87c5-aae989dba2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:31:40.899306 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:31:40.985962 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-147b1ae7-f727-42e3-b641-ad8fad9c7b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:31:43.146182 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:31:45.234238 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:31:57.354288 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:07.432930 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-a940fff2-dc63-4f27-852b-74bfd17224b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:07.567094 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:32:10.903361 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:10.993885 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4bb0d22a-c8ee-4c2c-bc4c-f350cf4a7df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:13.148504 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:14.281095 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ce46796f-c9bd-423a-a934-79a9a28f8d29 req-49e48fd7-712a-4248-aaf3-d594fd87439d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0999894 Jun 21 10:32:14.404688 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46796f-c9bd-423a-a934-79a9a28f8d29 req-af9c89e0-b69f-41ed-967a-c9adbee6ac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:32:14.406182 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ce46796f-c9bd-423a-a934-79a9a28f8d29 req-af9c89e0-b69f-41ed-967a-c9adbee6ac5d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1aac8133e72e4b23b3e266d71e9af378&device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 1099 time: 0.0623767 Jun 21 10:32:14.515474 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46796f-c9bd-423a-a934-79a9a28f8d29 req-a1c5f0f3-c546-464a-89d9-d287dcc11f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:32:14.516953 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ce46796f-c9bd-423a-a934-79a9a28f8d29 req-a1c5f0f3-c546-464a-89d9-d287dcc11f79 service neutron] 10.222.0.74 "GET /v2.0/networks?id=086d6734-a665-4bd4-a63f-0385a7970e39 HTTP/1.1" status: 200 len: 911 time: 0.0880530 Jun 21 10:32:14.589791 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ce46796f-c9bd-423a-a934-79a9a28f8d29 req-6a685b6b-075b-4a7c-ba6d-b740b3b3c302 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b23a5e87-75ce-477f-aa80-507deab26942 HTTP/1.1" status: 200 len: 1002 time: 0.0664082 Jun 21 10:32:14.638740 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46796f-c9bd-423a-a934-79a9a28f8d29 req-f7f234e6-5074-4ce2-8c52-34cff7d2d55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:32:14.640199 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ce46796f-c9bd-423a-a934-79a9a28f8d29 req-f7f234e6-5074-4ce2-8c52-34cff7d2d55f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d474c7f5-8497-440e-9a01-af7ac87da0e0 HTTP/1.1" status: 200 len: 848 time: 0.0444138 Jun 21 10:32:14.702457 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46796f-c9bd-423a-a934-79a9a28f8d29 req-297e7da6-7df1-4d63-bc14-cf97e6a5df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:32:14.703959 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ce46796f-c9bd-423a-a934-79a9a28f8d29 req-297e7da6-7df1-4d63-bc14-cf97e6a5df64 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=086d6734-a665-4bd4-a63f-0385a7970e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576475 Jun 21 10:32:14.714995 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [req-ce46796f-c9bd-423a-a934-79a9a28f8d29 req-d2a85e87-5f3e-4691-95eb-a09f2acc1ce1 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 10:32:14.715964 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ce46796f-c9bd-423a-a934-79a9a28f8d29 req-d2a85e87-5f3e-4691-95eb-a09f2acc1ce1 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058362 Jun 21 10:32:14.825315 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ce46796f-c9bd-423a-a934-79a9a28f8d29 req-d1633fa5-3847-4fc4-8321-acaa04aa8db7 service neutron] 10.222.0.74 "GET /v2.0/networks/086d6734-a665-4bd4-a63f-0385a7970e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025329 Jun 21 10:32:14.918339 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-ce46796f-c9bd-423a-a934-79a9a28f8d29 req-655316d1-dd26-43b2-9097-7601d688fd79 service neutron] 10.222.0.74 "GET /v2.0/networks/086d6734-a665-4bd4-a63f-0385a7970e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857556 Jun 21 10:32:15.233166 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:27.117882 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52884) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:32:27.363362 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:27.567018 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-b3c3939c-0ce4-458b-95f6-87047c929107 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Deleting port bb1dffab-6e21-4dfc-9a49-150e0302af9a {{(pid=92965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:32:27.567363 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b3c3939c-0ce4-458b-95f6-87047c929107 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:27.644837 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b3c3939c-0ce4-458b-95f6-87047c929107 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:27.645084 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b3c3939c-0ce4-458b-95f6-87047c929107 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:27.712808 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-b3c3939c-0ce4-458b-95f6-87047c929107 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Calling delete_port for bb1dffab-6e21-4dfc-9a49-150e0302af9a owned by network:floatingip {{(pid=92965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:32:27.868924 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b3c3939c-0ce4-458b-95f6-87047c929107 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11354326'] for port, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:27.870927 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-905d133a-50b8-4abc-9052-ba90559b0f93 tempest-TestMinimumBasicScenario-2072530583 tempest-TestMinimumBasicScenario-2072530583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:32:27.901587 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3939c-0ce4-458b-95f6-87047c929107 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Pushing event deleted for resources: {'Port': ['ID=bb1dffab-6e21-4dfc-9a49-150e0302af9a,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:32:27.932212 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3939c-0ce4-458b-95f6-87047c929107 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:27.932212 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3939c-0ce4-458b-95f6-87047c929107 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:27.932654 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3939c-0ce4-458b-95f6-87047c929107 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:27.932990 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3939c-0ce4-458b-95f6-87047c929107 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:27.933352 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3939c-0ce4-458b-95f6-87047c929107 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:27.933710 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3939c-0ce4-458b-95f6-87047c929107 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:27.934071 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3939c-0ce4-458b-95f6-87047c929107 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:27.934424 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3939c-0ce4-458b-95f6-87047c929107 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:27.934785 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3939c-0ce4-458b-95f6-87047c929107 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:27.935139 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3939c-0ce4-458b-95f6-87047c929107 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:27.935489 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3939c-0ce4-458b-95f6-87047c929107 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:27.935838 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3939c-0ce4-458b-95f6-87047c929107 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:27.939482 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-b3c3939c-0ce4-458b-95f6-87047c929107 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:32:27.983333 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b3c3939c-0ce4-458b-95f6-87047c929107 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks [] for floatingip, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:27.983727 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.db.l3_db [None req-b3c3939c-0ce4-458b-95f6-87047c929107 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Floating IP ec7165aa-5640-4b84-872c-b90ad19fb59f disassociated (deleted). External IP: 172.27.2.170, port: b23a5e87-75ce-477f-aa80-507deab26942. Jun 21 10:32:28.191305 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c3939c-0ce4-458b-95f6-87047c929107 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Router 547c0e4f-0301-4676-801c-afdf4c1929c7 has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:32:28.301324 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c3939c-0ce4-458b-95f6-87047c929107 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:32:28.305919 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b3c3939c-0ce4-458b-95f6-87047c929107 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for floatingip, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:28.311015 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0635362d-0c8f-4dd3-bde0-e6adf5fb85cf None None] Sync routers for ids ['547c0e4f-0301-4676-801c-afdf4c1929c7'] in dv-cinder-797245-3-iscsi {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:32:28.324643 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0635362d-0c8f-4dd3-bde0-e6adf5fb85cf None None] Routers {'547c0e4f-0301-4676-801c-afdf4c1929c7'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:32:28.325290 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-0635362d-0c8f-4dd3-bde0-e6adf5fb85cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:32:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['547c0e4f-0301-4676-801c-afdf4c1929c7'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:32:28.343906 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-b3c3939c-0ce4-458b-95f6-87047c929107 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "DELETE /v2.0/floatingips/ec7165aa-5640-4b84-872c-b90ad19fb59f HTTP/1.1" status: 204 len: 168 time: 1.2249219 Jun 21 10:32:28.344713 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa3b90b-b617-4fb0-8104-0d534d81e17a', 'tag': 'b23a5e87-75ce-477f-aa80-507deab26942'}] {{(pid=92965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:32:28.347136 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6455383dad080abf38abbc06b7173bfc99a12cfb8f38fffed40ef3479635dd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f768de16-76e6-411f-864f-d7f6cbbfb498" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa3b90b-b617-4fb0-8104-0d534d81e17a", "tag": "b23a5e87-75ce-477f-aa80-507deab26942"}]}' {{(pid=92965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:32:28.434601 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-0635362d-0c8f-4dd3-bde0-e6adf5fb85cf None None] Set router 547c0e4f-0301-4676-801c-afdf4c1929c7 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:32:28.475039 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 10:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf4a6fd-bcd0-4279-a011-8c2ac2a6a9f0 x-openstack-request-id: req-3cf4a6fd-bcd0-4279-a011-8c2ac2a6a9f0 {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:32:28.475506 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa3b90b-b617-4fb0-8104-0d534d81e17a", "tag": "b23a5e87-75ce-477f-aa80-507deab26942", "status": "completed", "code": 200}]} {{(pid=92965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:32:28.475943 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3cf4a6fd-bcd0-4279-a011-8c2ac2a6a9f0 {{(pid=92965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:32:28.477120 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa3b90b-b617-4fb0-8104-0d534d81e17a', 'tag': 'b23a5e87-75ce-477f-aa80-507deab26942', 'status': 'completed', 'code': 200} Jun 21 10:32:28.602491 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768de16-76e6-411f-864f-d7f6cbbfb498 req-02d0c40d-189d-47b7-8b8d-aea1e9b0d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:32:28.604786 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f768de16-76e6-411f-864f-d7f6cbbfb498 req-02d0c40d-189d-47b7-8b8d-aea1e9b0d7d0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1aac8133e72e4b23b3e266d71e9af378&device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 1099 time: 0.0818837 Jun 21 10:32:28.674505 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-0635362d-0c8f-4dd3-bde0-e6adf5fb85cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'name': 'tempest-TestShelveInstance-2077910850-router', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '6ff071de-b274-4624-bfea-1160a88cbf22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:27:55Z', 'updated_at': '2021-06-21T10:27:58Z', 'revision_number': 4, 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'gw_port': {'id': '6ff071de-b274-4624-bfea-1160a88cbf22', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:27:56Z', 'updated_at': '2021-06-21T10:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'f166c222-50f2-49ad-9579-8595a3d6c2cf', 'name': '', 'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'mac_address': 'fa:16:3e:39:f3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd474c7f5-8497-440e-9a01-af7ac87da0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:27:57Z', 'updated_at': '2021-06-21T10:28:04Z', 'revision_number': 5, 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'subnets': [{'id': 'd474c7f5-8497-440e-9a01-af7ac87da0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:32:28.701695 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0635362d-0c8f-4dd3-bde0-e6adf5fb85cf None None] Checking router: 547c0e4f-0301-4676-801c-afdf4c1929c7 for host: dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:32:28.710539 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0635362d-0c8f-4dd3-bde0-e6adf5fb85cf None None] Routers {'547c0e4f-0301-4676-801c-afdf4c1929c7'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:32:28.711303 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-0635362d-0c8f-4dd3-bde0-e6adf5fb85cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:32:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['547c0e4f-0301-4676-801c-afdf4c1929c7'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:32:28.740350 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768de16-76e6-411f-864f-d7f6cbbfb498 req-a00a5008-5e6c-4bd9-9707-df9418830145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:32:28.742385 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f768de16-76e6-411f-864f-d7f6cbbfb498 req-a00a5008-5e6c-4bd9-9707-df9418830145 service neutron] 10.222.0.74 "GET /v2.0/networks?id=086d6734-a665-4bd4-a63f-0385a7970e39 HTTP/1.1" status: 200 len: 911 time: 0.1040590 Jun 21 10:32:28.789606 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f768de16-76e6-411f-864f-d7f6cbbfb498 req-0d5c524b-9052-4920-b1b4-ba1940363ef7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b23a5e87-75ce-477f-aa80-507deab26942 HTTP/1.1" status: 200 len: 217 time: 0.0392270 Jun 21 10:32:28.792027 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c7889-2cac-4013-aba7-bceb5ad84cc0 req-d9417b08-0dba-477d-b80b-0e56f0cbd96b tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:32:28.793654 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ed4c7889-2cac-4013-aba7-bceb5ad84cc0 req-d9417b08-0dba-477d-b80b-0e56f0cbd96b tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 946 time: 0.1330125 Jun 21 10:32:28.824168 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-0635362d-0c8f-4dd3-bde0-e6adf5fb85cf None None] Set router 547c0e4f-0301-4676-801c-afdf4c1929c7 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:32:28.834209 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [req-ed4c7889-2cac-4013-aba7-bceb5ad84cc0 req-1b6be21f-d8df-442d-9ebc-b67abc66c341 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347917 Jun 21 10:32:28.847584 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768de16-76e6-411f-864f-d7f6cbbfb498 req-e869e993-a680-4b3e-bfea-5dd8568fb55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:32:28.849405 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f768de16-76e6-411f-864f-d7f6cbbfb498 req-e869e993-a680-4b3e-bfea-5dd8568fb55f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d474c7f5-8497-440e-9a01-af7ac87da0e0 HTTP/1.1" status: 200 len: 848 time: 0.0453157 Jun 21 10:32:28.908954 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768de16-76e6-411f-864f-d7f6cbbfb498 req-bf416dc7-62f7-4b27-8779-55156bc49504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:32:28.910436 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f768de16-76e6-411f-864f-d7f6cbbfb498 req-bf416dc7-62f7-4b27-8779-55156bc49504 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=086d6734-a665-4bd4-a63f-0385a7970e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523877 Jun 21 10:32:29.002595 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f768de16-76e6-411f-864f-d7f6cbbfb498 req-5b9585a9-7049-42be-970e-db5e6def63a9 service neutron] 10.222.0.74 "GET /v2.0/networks/086d6734-a665-4bd4-a63f-0385a7970e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851958 Jun 21 10:32:29.096277 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-f768de16-76e6-411f-864f-d7f6cbbfb498 req-81376f88-36dc-4278-a08f-77979fa1c6f8 service neutron] 10.222.0.74 "GET /v2.0/networks/086d6734-a665-4bd4-a63f-0385a7970e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863564 Jun 21 10:32:29.164734 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-0635362d-0c8f-4dd3-bde0-e6adf5fb85cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'name': 'tempest-TestShelveInstance-2077910850-router', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '6ff071de-b274-4624-bfea-1160a88cbf22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:27:55Z', 'updated_at': '2021-06-21T10:27:58Z', 'revision_number': 4, 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'gw_port': {'id': '6ff071de-b274-4624-bfea-1160a88cbf22', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:27:56Z', 'updated_at': '2021-06-21T10:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'f166c222-50f2-49ad-9579-8595a3d6c2cf', 'name': '', 'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'mac_address': 'fa:16:3e:39:f3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd474c7f5-8497-440e-9a01-af7ac87da0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:27:57Z', 'updated_at': '2021-06-21T10:28:04Z', 'revision_number': 5, 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'subnets': [{'id': 'd474c7f5-8497-440e-9a01-af7ac87da0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:32:29.191096 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0635362d-0c8f-4dd3-bde0-e6adf5fb85cf None None] The sync data for ids ['547c0e4f-0301-4676-801c-afdf4c1929c7'] in dv-cinder-797245-3-iscsi is: [{'id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'name': 'tempest-TestShelveInstance-2077910850-router', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '6ff071de-b274-4624-bfea-1160a88cbf22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:27:55Z', 'updated_at': '2021-06-21T10:27:58Z', 'revision_number': 4, 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'gw_port': {'id': '6ff071de-b274-4624-bfea-1160a88cbf22', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:27:56Z', 'updated_at': '2021-06-21T10:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi', '_interfaces': [{'id': 'f166c222-50f2-49ad-9579-8595a3d6c2cf', 'name': '', 'network_id': '086d6734-a665-4bd4-a63f-0385a7970e39', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'mac_address': 'fa:16:3e:39:f3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd474c7f5-8497-440e-9a01-af7ac87da0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:27:57Z', 'updated_at': '2021-06-21T10:28:04Z', 'revision_number': 5, 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'subnets': [{'id': 'd474c7f5-8497-440e-9a01-af7ac87da0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:32:29.390544 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd58006c-9423-489b-8156-743e2d3ceb46 None None] New status for floating IP ec7165aa-5640-4b84-872c-b90ad19fb59f: DOWN {{(pid=92973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 10:32:30.067160 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569b191-445c-4919-86a8-3de4f70a95b9 req-9a903dfa-ce44-48a4-bb3c-36a3390e99cb tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:32:30.068604 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8569b191-445c-4919-86a8-3de4f70a95b9 req-9a903dfa-ce44-48a4-bb3c-36a3390e99cb tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 946 time: 0.1174598 Jun 21 10:32:30.110236 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-8569b191-445c-4919-86a8-3de4f70a95b9 req-b9b27299-6f97-4c20-9f1b-5d9a22960d94 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd537b8b-9333-4da4-9633-4a95ab0c46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348816 Jun 21 10:32:30.452132 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fdc14-cdc2-4300-883a-020231b777e1 req-83b9d6df-ca92-43e4-a9bf-816a477b76eb tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 10:32:30.453508 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5c1fdc14-cdc2-4300-883a-020231b777e1 req-83b9d6df-ca92-43e4-a9bf-816a477b76eb tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 946 time: 0.0651073 Jun 21 10:32:30.550949 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [req-5c1fdc14-cdc2-4300-883a-020231b777e1 req-7054ad81-c1f1-43b5-85e2-c0fb9eaa576d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Deleting port b23a5e87-75ce-477f-aa80-507deab26942 {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:32:30.551286 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-5c1fdc14-cdc2-4300-883a-020231b777e1 req-7054ad81-c1f1-43b5-85e2-c0fb9eaa576d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:30.639303 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [req-5c1fdc14-cdc2-4300-883a-020231b777e1 req-7054ad81-c1f1-43b5-85e2-c0fb9eaa576d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] For port b23a5e87-75ce-477f-aa80-507deab26942, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b23a5e87-75ce-477f-aa80-507deab26942,segment=NetworkSegment(9e2bf70e-6732-4687-93e5-8441a7a9a1fa),segment_id=9e2bf70e-6732-4687-93e5-8441a7a9a1fa)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:32:30.639653 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-5c1fdc14-cdc2-4300-883a-020231b777e1 req-7054ad81-c1f1-43b5-85e2-c0fb9eaa576d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:30.704321 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [req-5c1fdc14-cdc2-4300-883a-020231b777e1 req-7054ad81-c1f1-43b5-85e2-c0fb9eaa576d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Calling delete_port for b23a5e87-75ce-477f-aa80-507deab26942 owned by compute:nova {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:32:30.828870 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-5c1fdc14-cdc2-4300-883a-020231b777e1 req-7054ad81-c1f1-43b5-85e2-c0fb9eaa576d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1954225'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:30.832883 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-bfe47347-6331-447e-9070-4bc1e8307a2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:32:30.860101 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054ad81-c1f1-43b5-85e2-c0fb9eaa576d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Pushing event deleted for resources: {'Port': ['ID=b23a5e87-75ce-477f-aa80-507deab26942,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:32:30.872985 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054ad81-c1f1-43b5-85e2-c0fb9eaa576d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:30.873214 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054ad81-c1f1-43b5-85e2-c0fb9eaa576d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:30.873717 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054ad81-c1f1-43b5-85e2-c0fb9eaa576d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:30.874482 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054ad81-c1f1-43b5-85e2-c0fb9eaa576d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:30.874482 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054ad81-c1f1-43b5-85e2-c0fb9eaa576d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:30.874807 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054ad81-c1f1-43b5-85e2-c0fb9eaa576d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:30.875168 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054ad81-c1f1-43b5-85e2-c0fb9eaa576d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:30.875533 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054ad81-c1f1-43b5-85e2-c0fb9eaa576d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:30.875889 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054ad81-c1f1-43b5-85e2-c0fb9eaa576d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:30.876247 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054ad81-c1f1-43b5-85e2-c0fb9eaa576d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:30.876622 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054ad81-c1f1-43b5-85e2-c0fb9eaa576d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:30.876983 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054ad81-c1f1-43b5-85e2-c0fb9eaa576d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:30.899977 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-7054ad81-c1f1-43b5-85e2-c0fb9eaa576d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:32:30.920869 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1fdc14-cdc2-4300-883a-020231b777e1 req-7054ad81-c1f1-43b5-85e2-c0fb9eaa576d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] No DVR routers for this DVR port b23a5e87-75ce-477f-aa80-507deab26942 on host hv-cinder-79724 {{(pid=92958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:32:30.923292 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [req-5c1fdc14-cdc2-4300-883a-020231b777e1 req-7054ad81-c1f1-43b5-85e2-c0fb9eaa576d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53889'] for port, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:30.925268 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-5c1fdc14-cdc2-4300-883a-020231b777e1 req-7054ad81-c1f1-43b5-85e2-c0fb9eaa576d tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.74 "DELETE /v2.0/ports/b23a5e87-75ce-477f-aa80-507deab26942 HTTP/1.1" status: 204 len: 173 time: 0.4662936 Jun 21 10:32:30.925768 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa3b90b-b617-4fb0-8104-0d534d81e17a', 'name': 'network-vif-deleted', 'tag': 'b23a5e87-75ce-477f-aa80-507deab26942'}] {{(pid=92958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 10:32:30.928054 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}206fb7dff7a3b99c348bc1b1304d3f89067e225f7088fde1103062f7053b85cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b10b550-bad4-4ad6-bc96-ae57351bfc96" -d '{"events": [{"server_uuid": "6fa3b90b-b617-4fb0-8104-0d534d81e17a", "name": "network-vif-deleted", "tag": "b23a5e87-75ce-477f-aa80-507deab26942"}]}' {{(pid=92958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 10:32:30.983881 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 10:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f670c9e-2e4c-4a4b-b17b-2202dfa4c4ac x-openstack-request-id: req-6f670c9e-2e4c-4a4b-b17b-2202dfa4c4ac {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 10:32:30.984228 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa3b90b-b617-4fb0-8104-0d534d81e17a", "name": "network-vif-deleted", "tag": "b23a5e87-75ce-477f-aa80-507deab26942", "status": "completed", "code": 200}]} {{(pid=92958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 10:32:30.984521 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6f670c9e-2e4c-4a4b-b17b-2202dfa4c4ac {{(pid=92958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 10:32:30.984993 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa3b90b-b617-4fb0-8104-0d534d81e17a', 'name': 'network-vif-deleted', 'tag': 'b23a5e87-75ce-477f-aa80-507deab26942', 'status': 'completed', 'code': 200} Jun 21 10:32:31.254505 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [req-d6316bba-7118-40b1-8b4d-8d5390be44ce req-32b949fe-0eef-4e2e-ae1d-c39a25b5411c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa3b90b-b617-4fb0-8104-0d534d81e17a HTTP/1.1" status: 200 len: 210 time: 0.0287268 Jun 21 10:32:32.350780 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52920) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:32:32.410326 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ab48f67e-8cc4-4b3a-bd38-86d4d5beb5a2 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:32.434496 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ab48f67e-8cc4-4b3a-bd38-86d4d5beb5a2 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:32.494601 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ab48f67e-8cc4-4b3a-bd38-86d4d5beb5a2 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:32.497242 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-ab48f67e-8cc4-4b3a-bd38-86d4d5beb5a2 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:32.498425 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-ab48f67e-8cc4-4b3a-bd38-86d4d5beb5a2 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] 10.222.0.50 "DELETE /v2.0/security-groups/fd537b8b-9333-4da4-9633-4a95ab0c46cf HTTP/1.1" status: 204 len: 168 time: 0.1466188 Jun 21 10:32:32.499222 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-441a2688-b09a-4203-89bd-090e075cab03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:32:32.508100 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48f67e-8cc4-4b3a-bd38-86d4d5beb5a2 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd537b8b-9333-4da4-9633-4a95ab0c46cf,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:32:32.511656 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-ab48f67e-8cc4-4b3a-bd38-86d4d5beb5a2 tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:32:32.544948 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 52924) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:32:32.948910 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c47fbe8e-b3fa-4ba2-9937-d97c14846c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3719668'] for router_interface, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:33.507606 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-c47fbe8e-b3fa-4ba2-9937-d97c14846c8e admin admin] Deleting port f166c222-50f2-49ad-9579-8595a3d6c2cf {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:32:33.507952 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c47fbe8e-b3fa-4ba2-9937-d97c14846c8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:33.590674 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [None req-c47fbe8e-b3fa-4ba2-9937-d97c14846c8e admin admin] For port f166c222-50f2-49ad-9579-8595a3d6c2cf, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=f166c222-50f2-49ad-9579-8595a3d6c2cf,segment=NetworkSegment(9e2bf70e-6732-4687-93e5-8441a7a9a1fa),segment_id=9e2bf70e-6732-4687-93e5-8441a7a9a1fa)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:32:33.591400 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c47fbe8e-b3fa-4ba2-9937-d97c14846c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:33.655405 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-c47fbe8e-b3fa-4ba2-9937-d97c14846c8e admin admin] Calling delete_port for f166c222-50f2-49ad-9579-8595a3d6c2cf owned by network:router_interface {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:32:33.833366 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c47fbe8e-b3fa-4ba2-9937-d97c14846c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1954225'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:33.836151 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-1d7859c3-b33e-4ed5-9fe4-5fb9ec08a55c tempest-TestShelveInstance-426033025 tempest-TestShelveInstance-426033025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:32:33.859750 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fbe8e-b3fa-4ba2-9937-d97c14846c8e admin admin] Pushing event deleted for resources: {'Port': ['ID=f166c222-50f2-49ad-9579-8595a3d6c2cf,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:32:33.862388 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-c47fbe8e-b3fa-4ba2-9937-d97c14846c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:32:34.035803 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-c47fbe8e-b3fa-4ba2-9937-d97c14846c8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3840626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719496'] for router_interface, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:34.245854 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47fbe8e-b3fa-4ba2-9937-d97c14846c8e admin admin] Router 547c0e4f-0301-4676-801c-afdf4c1929c7 has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:32:34.352504 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47fbe8e-b3fa-4ba2-9937-d97c14846c8e admin admin] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:32:34.357877 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-c47fbe8e-b3fa-4ba2-9937-d97c14846c8e admin admin] 10.222.0.50 "PUT /v2.0/routers/547c0e4f-0301-4676-801c-afdf4c1929c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8113594 Jun 21 10:32:34.360559 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 52926) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:32:34.363537 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc6d694-9540-4f83-9eec-0d0f44e0ed2e None None] Sync routers for ids ['547c0e4f-0301-4676-801c-afdf4c1929c7'] in dv-cinder-797245-3-iscsi {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:32:34.373435 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc6d694-9540-4f83-9eec-0d0f44e0ed2e None None] Routers {'547c0e4f-0301-4676-801c-afdf4c1929c7'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:32:34.374061 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-7fc6d694-9540-4f83-9eec-0d0f44e0ed2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:32:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['547c0e4f-0301-4676-801c-afdf4c1929c7'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:32:34.464809 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-186612ca-1a97-4674-a73b-2d4c19870a49 admin admin] Notify callbacks [] for router, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:34.478029 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-7fc6d694-9540-4f83-9eec-0d0f44e0ed2e None None] Set router 547c0e4f-0301-4676-801c-afdf4c1929c7 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:32:34.562294 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-186612ca-1a97-4674-a73b-2d4c19870a49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:34.616891 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-186612ca-1a97-4674-a73b-2d4c19870a49 admin admin] Deleting port 6ff071de-b274-4624-bfea-1160a88cbf22 {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:32:34.617610 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-186612ca-1a97-4674-a73b-2d4c19870a49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:34.658827 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-7fc6d694-9540-4f83-9eec-0d0f44e0ed2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'name': 'tempest-TestShelveInstance-2077910850-router', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '6ff071de-b274-4624-bfea-1160a88cbf22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:27:55Z', 'updated_at': '2021-06-21T10:32:33Z', 'revision_number': 5, 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'gw_port': {'id': '6ff071de-b274-4624-bfea-1160a88cbf22', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:27:56Z', 'updated_at': '2021-06-21T10:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi'}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:32:34.685806 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc6d694-9540-4f83-9eec-0d0f44e0ed2e None None] Checking router: 547c0e4f-0301-4676-801c-afdf4c1929c7 for host: dv-cinder-797245-3-iscsi {{(pid=92969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:32:34.693995 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc6d694-9540-4f83-9eec-0d0f44e0ed2e None None] Routers {'547c0e4f-0301-4676-801c-afdf4c1929c7'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:32:34.694625 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-7fc6d694-9540-4f83-9eec-0d0f44e0ed2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:32:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['547c0e4f-0301-4676-801c-afdf4c1929c7'], 'active': True} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:32:34.698193 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [None req-186612ca-1a97-4674-a73b-2d4c19870a49 admin admin] For port 6ff071de-b274-4624-bfea-1160a88cbf22, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=6ff071de-b274-4624-bfea-1160a88cbf22,segment=NetworkSegment(51446d15-6cd3-4f7c-9b01-f06091ff92a2),segment_id=51446d15-6cd3-4f7c-9b01-f06091ff92a2)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:32:34.698551 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-186612ca-1a97-4674-a73b-2d4c19870a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:34.763938 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-186612ca-1a97-4674-a73b-2d4c19870a49 admin admin] Calling delete_port for 6ff071de-b274-4624-bfea-1160a88cbf22 owned by network:router_gateway {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:32:34.778674 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvr_db [None req-7fc6d694-9540-4f83-9eec-0d0f44e0ed2e None None] Set router 547c0e4f-0301-4676-801c-afdf4c1929c7 gateway port host: None {{(pid=92969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:32:34.829525 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_hamode_db [None req-7fc6d694-9540-4f83-9eec-0d0f44e0ed2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'name': 'tempest-TestShelveInstance-2077910850-router', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:27:55Z', 'updated_at': '2021-06-21T10:32:34Z', 'revision_number': 6, 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'gw_port_host': None}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:32:34.859119 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc6d694-9540-4f83-9eec-0d0f44e0ed2e None None] The sync data for ids ['547c0e4f-0301-4676-801c-afdf4c1929c7'] in dv-cinder-797245-3-iscsi is: [{'id': '547c0e4f-0301-4676-801c-afdf4c1929c7', 'name': 'tempest-TestShelveInstance-2077910850-router', 'tenant_id': '1aac8133e72e4b23b3e266d71e9af378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:27:55Z', 'updated_at': '2021-06-21T10:32:34Z', 'revision_number': 6, 'project_id': '1aac8133e72e4b23b3e266d71e9af378', 'gw_port_host': None}] {{(pid=92969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:32:34.937221 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-186612ca-1a97-4674-a73b-2d4c19870a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1954225'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:34.939430 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-2286e3af-320e-4f80-9ff1-a6c35170dd17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:32:34.961477 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186612ca-1a97-4674-a73b-2d4c19870a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ff071de-b274-4624-bfea-1160a88cbf22,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:32:34.965583 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-186612ca-1a97-4674-a73b-2d4c19870a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:32:35.029788 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-186612ca-1a97-4674-a73b-2d4c19870a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3858276'] for router_gateway, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:35.118497 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-186612ca-1a97-4674-a73b-2d4c19870a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3733370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1328'] for router, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:35.120579 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-186612ca-1a97-4674-a73b-2d4c19870a49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:35.162603 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-186612ca-1a97-4674-a73b-2d4c19870a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3722539'] for router, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:35.163060 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186612ca-1a97-4674-a73b-2d4c19870a49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 547c0e4f-0301-4676-801c-afdf4c1929c7 {{(pid=92958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 10:32:35.168521 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-186612ca-1a97-4674-a73b-2d4c19870a49 admin admin] Notify callbacks [] for router, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:35.168912 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device b23a5e87-75ce-477f-aa80-507deab26942 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:32:35.172016 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-186612ca-1a97-4674-a73b-2d4c19870a49 admin admin] 10.222.0.50 "DELETE /v2.0/routers/547c0e4f-0301-4676-801c-afdf4c1929c7 HTTP/1.1" status: 204 len: 168 time: 0.8082616 Jun 21 10:32:35.172462 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52928) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:32:35.189249 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] No Port match for: b23a5e87-75ce-477f-aa80-507deab26942 {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:32:35.190130 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Device b23a5e87-75ce-477f-aa80-507deab26942 not bound to the agent host hv-cinder-79724 {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:32:35.236772 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ad15e8-85fe-4f09-992e-4ae2159e60d6 admin admin] Deleting subnet d474c7f5-8497-440e-9a01-af7ac87da0e0 {{(pid=92965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 10:32:35.240215 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e1ad15e8-85fe-4f09-992e-4ae2159e60d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:35.283515 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e1ad15e8-85fe-4f09-992e-4ae2159e60d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11354325'] for subnet, precommit_delete_associations {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:35.363856 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e1ad15e8-85fe-4f09-992e-4ae2159e60d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708198'] for subnet, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:35.416778 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e1ad15e8-85fe-4f09-992e-4ae2159e60d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11354284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9374893'] for subnet, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:35.418669 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-66e35e60-53ae-4530-9d64-1db9c87d1e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:32:35.444043 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad15e8-85fe-4f09-992e-4ae2159e60d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d474c7f5-8497-440e-9a01-af7ac87da0e0,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:32:35.445985 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-e1ad15e8-85fe-4f09-992e-4ae2159e60d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:35.450323 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-e1ad15e8-85fe-4f09-992e-4ae2159e60d6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d474c7f5-8497-440e-9a01-af7ac87da0e0 HTTP/1.1" status: 204 len: 168 time: 0.2744353 Jun 21 10:32:35.450323 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-e1ad15e8-85fe-4f09-992e-4ae2159e60d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:32:35.450851 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52930) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:32:35.453326 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43c7b8c-7be4-4efb-80f5-9ad966088edd None None] Network 086d6734-a665-4bd4-a63f-0385a7970e39 requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:32:35.530859 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4b72-1891-4e53-a0f5-df936408b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729370'] for network, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:35.584811 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc4b72-1891-4e53-a0f5-df936408b8ac admin admin] Deleting port 4aa2cd40-c62a-48d4-968f-037bf3fad491 {{(pid=92965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:32:35.585065 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4b72-1891-4e53-a0f5-df936408b8ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:35.616281 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device f166c222-50f2-49ad-9579-8595a3d6c2cf no longer exists at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:32:35.644366 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] No Port match for: f166c222-50f2-49ad-9579-8595a3d6c2cf {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:32:35.644752 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device f166c222-50f2-49ad-9579-8595a3d6c2cf not bound to the agent host dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:32:35.654895 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [None req-b4cc4b72-1891-4e53-a0f5-df936408b8ac admin admin] For port 4aa2cd40-c62a-48d4-968f-037bf3fad491, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=4aa2cd40-c62a-48d4-968f-037bf3fad491,segment=NetworkSegment(9e2bf70e-6732-4687-93e5-8441a7a9a1fa),segment_id=9e2bf70e-6732-4687-93e5-8441a7a9a1fa)] {{(pid=92965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:32:35.655339 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4b72-1891-4e53-a0f5-df936408b8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:35.657504 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd56c7f0-5345-4b22-9f33-7033922a4d80 None None] DHCP port deletion for 086d6734-a665-4bd4-a63f-0385a7970e39 request from dv-cinder-797245-3-iscsi {{(pid=92969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 10:32:35.703523 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-fd56c7f0-5345-4b22-9f33-7033922a4d80 None None] Deleting port 4aa2cd40-c62a-48d4-968f-037bf3fad491 {{(pid=92969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:32:35.703819 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-fd56c7f0-5345-4b22-9f33-7033922a4d80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:35.721498 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc4b72-1891-4e53-a0f5-df936408b8ac admin admin] Calling delete_port for 4aa2cd40-c62a-48d4-968f-037bf3fad491 owned by network:dhcp {{(pid=92965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:32:35.770840 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-fd56c7f0-5345-4b22-9f33-7033922a4d80 None None] For port 4aa2cd40-c62a-48d4-968f-037bf3fad491, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=4aa2cd40-c62a-48d4-968f-037bf3fad491,segment=NetworkSegment(9e2bf70e-6732-4687-93e5-8441a7a9a1fa),segment_id=9e2bf70e-6732-4687-93e5-8441a7a9a1fa)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:32:35.771366 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-fd56c7f0-5345-4b22-9f33-7033922a4d80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:35.808757 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4b72-1891-4e53-a0f5-df936408b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11354326'] for port, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:35.813218 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-a4919627-9392-494b-b7f3-cc194d6a0125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:32:35.837268 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-fd56c7f0-5345-4b22-9f33-7033922a4d80 None None] Calling delete_port for 4aa2cd40-c62a-48d4-968f-037bf3fad491 owned by network:dhcp {{(pid=92969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:32:35.839731 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cc4b72-1891-4e53-a0f5-df936408b8ac admin admin] No DVR routers for this DVR port 4aa2cd40-c62a-48d4-968f-037bf3fad491 on host dv-cinder-797245-3-iscsi {{(pid=92965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:32:35.841910 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc4b72-1891-4e53-a0f5-df936408b8ac admin admin] Pushing event deleted for resources: {'Port': ['ID=4aa2cd40-c62a-48d4-968f-037bf3fad491,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:32:35.865040 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-b4cc4b72-1891-4e53-a0f5-df936408b8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:32:35.925270 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4b72-1891-4e53-a0f5-df936408b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707321', 'neutron.services.segments.db._delete_segments_for_network-8741296622547'] for network, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:35.930217 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-fd56c7f0-5345-4b22-9f33-7033922a4d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806'] for port, after_delete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:35.932545 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-97bef39e-4e90-4f9a-a972-033bb59d7fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:32:35.936916 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.services.segments.db [None req-b4cc4b72-1891-4e53-a0f5-df936408b8ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['086d6734-a665-4bd4-a63f-0385a7970e39']}} {{(pid=92965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:32:35.948073 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.services.segments.db [None req-b4cc4b72-1891-4e53-a0f5-df936408b8ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e2bf70e-6732-4687-93e5-8441a7a9a1fa') {'for_net_delete': True} {{(pid=92965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:32:35.948368 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.services.segments.db [None req-b4cc4b72-1891-4e53-a0f5-df936408b8ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e2bf70e-6732-4687-93e5-8441a7a9a1fa') {} {{(pid=92965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:32:35.956026 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56c7f0-5345-4b22-9f33-7033922a4d80 None None] Pushing event deleted for resources: {'Port': ['ID=4aa2cd40-c62a-48d4-968f-037bf3fad491,revision_number=None']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:32:35.957554 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4b72-1891-4e53-a0f5-df936408b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741296622376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11354332'] for segment, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:35.960252 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd56c7f0-5345-4b22-9f33-7033922a4d80 None None] No DVR routers for this DVR port 4aa2cd40-c62a-48d4-968f-037bf3fad491 on host dv-cinder-797245-3-iscsi {{(pid=92969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:32:35.970406 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56c7f0-5345-4b22-9f33-7033922a4d80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:35.970406 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56c7f0-5345-4b22-9f33-7033922a4d80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:35.970406 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56c7f0-5345-4b22-9f33-7033922a4d80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:35.970406 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56c7f0-5345-4b22-9f33-7033922a4d80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:35.970406 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56c7f0-5345-4b22-9f33-7033922a4d80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:35.970406 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56c7f0-5345-4b22-9f33-7033922a4d80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:35.970406 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56c7f0-5345-4b22-9f33-7033922a4d80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:35.970406 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56c7f0-5345-4b22-9f33-7033922a4d80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:35.972071 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56c7f0-5345-4b22-9f33-7033922a4d80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:35.972071 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56c7f0-5345-4b22-9f33-7033922a4d80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:35.972071 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56c7f0-5345-4b22-9f33-7033922a4d80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:35.972071 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56c7f0-5345-4b22-9f33-7033922a4d80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-3-iscsi {{(pid=92969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 10:32:35.977410 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4b72-1891-4e53-a0f5-df936408b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:35.977594 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-fd56c7f0-5345-4b22-9f33-7033922a4d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:32:35.985902 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4cc4b72-1891-4e53-a0f5-df936408b8ac admin admin] Releasing vlan 1167 on physical network physnet1 to pool {{(pid=92965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 10:32:35.986287 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4b72-1891-4e53-a0f5-df936408b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9646855'] for segment, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: Traceback (most recent call last): Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: timer() Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: cb(*args, **kw) Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: return func(*args, **kwargs) Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: self._notify() Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: self.callback(batched_events) Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: event.method(event) Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: return f(self, *a, **k) Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: return self._get(url).json() Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: return self.request(url, 'GET', **kwargs) Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 10:32:35.987968 dv-cinder-797245-3-iscsi neutron-server[92965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 10:32:36.043436 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4b72-1891-4e53-a0f5-df936408b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858363'] for network, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:36.047393 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-53071674-910c-4826-a387-c6ab43dba919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:32:36.049860 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4b72-1891-4e53-a0f5-df936408b8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:36.051650 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-b4cc4b72-1891-4e53-a0f5-df936408b8ac admin admin] 10.222.0.50 "DELETE /v2.0/networks/086d6734-a665-4bd4-a63f-0385a7970e39 HTTP/1.1" status: 204 len: 168 time: 0.6000907 Jun 21 10:32:36.054667 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 52932) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:32:36.063138 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc4b72-1891-4e53-a0f5-df936408b8ac admin admin] Pushing event deleted for resources: {'Network': ['ID=086d6734-a665-4bd4-a63f-0385a7970e39,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:32:36.065525 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-b4cc4b72-1891-4e53-a0f5-df936408b8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:32:36.403487 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8e655995-8744-44b9-88ca-0efc514a9ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3719668'] for router_interface, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:36.908349 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-8e655995-8744-44b9-88ca-0efc514a9ccb admin admin] Deleting port 999c0123-de30-4df2-afcf-8c176d09c087 {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:32:36.908704 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8e655995-8744-44b9-88ca-0efc514a9ccb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:36.984500 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [None req-8e655995-8744-44b9-88ca-0efc514a9ccb admin admin] For port 999c0123-de30-4df2-afcf-8c176d09c087, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=999c0123-de30-4df2-afcf-8c176d09c087,segment=NetworkSegment(6276c889-3111-4a28-84c0-56ac4aafb7ad),segment_id=6276c889-3111-4a28-84c0-56ac4aafb7ad)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:32:36.984881 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8e655995-8744-44b9-88ca-0efc514a9ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:37.050087 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-8e655995-8744-44b9-88ca-0efc514a9ccb admin admin] Calling delete_port for 999c0123-de30-4df2-afcf-8c176d09c087 owned by network:router_interface {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:32:37.105982 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 4aa2cd40-c62a-48d4-968f-037bf3fad491 no longer exists at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:32:37.126139 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] No Port match for: 4aa2cd40-c62a-48d4-968f-037bf3fad491 {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:32:37.126494 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 4aa2cd40-c62a-48d4-968f-037bf3fad491 not bound to the agent host dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:32:37.126916 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 6ff071de-b274-4624-bfea-1160a88cbf22 no longer exists at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:32:37.145450 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] No Port match for: 6ff071de-b274-4624-bfea-1160a88cbf22 {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:32:37.145806 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 6ff071de-b274-4624-bfea-1160a88cbf22 not bound to the agent host dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:32:37.228129 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8e655995-8744-44b9-88ca-0efc514a9ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1954225'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:37.230909 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-8e88d924-f5db-4f9d-83df-e31c47456b54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:32:37.252729 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e655995-8744-44b9-88ca-0efc514a9ccb admin admin] Pushing event deleted for resources: {'Port': ['ID=999c0123-de30-4df2-afcf-8c176d09c087,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:32:37.256400 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-8e655995-8744-44b9-88ca-0efc514a9ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:32:37.432297 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-8e655995-8744-44b9-88ca-0efc514a9ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3840626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719496'] for router_interface, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:37.435209 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-c7458c81-fed4-4364-8464-eb1de4985509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:37.638379 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e655995-8744-44b9-88ca-0efc514a9ccb admin admin] Router 97cf4b0a-e53a-4b62-9d6c-bebd313187b6 has already been hosted by L3 agent 2da5a352-bcde-48d0-a85b-eead25b561c1 {{(pid=92958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 10:32:37.744016 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e655995-8744-44b9-88ca-0efc514a9ccb admin admin] Notify agent at l3_agent.dv-cinder-797245-3-iscsi the message routers_updated {{(pid=92958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 10:32:37.749088 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-8e655995-8744-44b9-88ca-0efc514a9ccb admin admin] 10.222.0.50 "PUT /v2.0/routers/97cf4b0a-e53a-4b62-9d6c-bebd313187b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6932404 Jun 21 10:32:37.751511 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 52934) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:32:37.754097 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b6ff30-f691-4870-8a79-9805036ebd72 None None] Sync routers for ids ['97cf4b0a-e53a-4b62-9d6c-bebd313187b6'] in dv-cinder-797245-3-iscsi {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 10:32:37.763749 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b6ff30-f691-4870-8a79-9805036ebd72 None None] Routers {'97cf4b0a-e53a-4b62-9d6c-bebd313187b6'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:32:37.764371 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-62b6ff30-f691-4870-8a79-9805036ebd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:32:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['97cf4b0a-e53a-4b62-9d6c-bebd313187b6'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:32:37.856338 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41d1ac80-5d82-4b22-84ab-c0be123b655b admin admin] Notify callbacks [] for router, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:37.863032 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-62b6ff30-f691-4870-8a79-9805036ebd72 None None] Set router 97cf4b0a-e53a-4b62-9d6c-bebd313187b6 gateway port host: dv-cinder-797245-3-iscsi {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:32:37.958197 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41d1ac80-5d82-4b22-84ab-c0be123b655b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:38.015776 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-41d1ac80-5d82-4b22-84ab-c0be123b655b admin admin] Deleting port f5c432d3-5386-46d6-9632-be3b3d1dbcc7 {{(pid=92958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:32:38.016121 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41d1ac80-5d82-4b22-84ab-c0be123b655b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:38.059856 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-62b6ff30-f691-4870-8a79-9805036ebd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cf4b0a-e53a-4b62-9d6c-bebd313187b6', 'name': 'tempest-TestShelveInstance-844631344-router', 'tenant_id': 'ea28c046e41b421ebcf76e117b69b833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'external_fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f5c432d3-5386-46d6-9632-be3b3d1dbcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:28:00Z', 'updated_at': '2021-06-21T10:32:37Z', 'revision_number': 5, 'project_id': 'ea28c046e41b421ebcf76e117b69b833', 'gw_port': {'id': 'f5c432d3-5386-46d6-9632-be3b3d1dbcc7', 'name': '', 'network_id': 'fb624688-f845-4b15-87c8-de4e29ba1da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cf4b0a-e53a-4b62-9d6c-bebd313187b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T10:28:00Z', 'updated_at': '2021-06-21T10:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f51930-445a-41d0-bd73-46a6db281e7c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-3-iscsi'}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:32:38.086301 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b6ff30-f691-4870-8a79-9805036ebd72 None None] Checking router: 97cf4b0a-e53a-4b62-9d6c-bebd313187b6 for host: dv-cinder-797245-3-iscsi {{(pid=92973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 10:32:38.096081 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b6ff30-f691-4870-8a79-9805036ebd72 None None] Routers {'97cf4b0a-e53a-4b62-9d6c-bebd313187b6'} bound to L3 agent in host dv-cinder-797245-3-iscsi {{(pid=92973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 10:32:38.096733 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-62b6ff30-f691-4870-8a79-9805036ebd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T10:02:11Z,description=,heartbeat_timestamp=2021-06-21T10:32:11Z,host='dv-cinder-797245-3-iscsi',id=2da5a352-bcde-48d0-a85b-eead25b561c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T10:02:11Z,topic='l3_agent')) {'router_ids': ['97cf4b0a-e53a-4b62-9d6c-bebd313187b6'], 'active': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:32:38.098481 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.db [None req-41d1ac80-5d82-4b22-84ab-c0be123b655b admin admin] For port f5c432d3-5386-46d6-9632-be3b3d1dbcc7, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=f5c432d3-5386-46d6-9632-be3b3d1dbcc7,segment=NetworkSegment(51446d15-6cd3-4f7c-9b01-f06091ff92a2),segment_id=51446d15-6cd3-4f7c-9b01-f06091ff92a2)] {{(pid=92958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:32:38.098843 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41d1ac80-5d82-4b22-84ab-c0be123b655b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:38.164889 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-41d1ac80-5d82-4b22-84ab-c0be123b655b admin admin] Calling delete_port for f5c432d3-5386-46d6-9632-be3b3d1dbcc7 owned by network:router_gateway {{(pid=92958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:32:38.180371 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvr_db [None req-62b6ff30-f691-4870-8a79-9805036ebd72 None None] Set router 97cf4b0a-e53a-4b62-9d6c-bebd313187b6 gateway port host: None {{(pid=92973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 10:32:38.233894 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_hamode_db [None req-62b6ff30-f691-4870-8a79-9805036ebd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cf4b0a-e53a-4b62-9d6c-bebd313187b6', 'name': 'tempest-TestShelveInstance-844631344-router', 'tenant_id': 'ea28c046e41b421ebcf76e117b69b833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:28:00Z', 'updated_at': '2021-06-21T10:32:37Z', 'revision_number': 6, 'project_id': 'ea28c046e41b421ebcf76e117b69b833', 'gw_port_host': None}], 'dv-cinder-797245-3-iscsi', False) {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:32:38.258959 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b6ff30-f691-4870-8a79-9805036ebd72 None None] The sync data for ids ['97cf4b0a-e53a-4b62-9d6c-bebd313187b6'] in dv-cinder-797245-3-iscsi is: [{'id': '97cf4b0a-e53a-4b62-9d6c-bebd313187b6', 'name': 'tempest-TestShelveInstance-844631344-router', 'tenant_id': 'ea28c046e41b421ebcf76e117b69b833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T10:28:00Z', 'updated_at': '2021-06-21T10:32:37Z', 'revision_number': 6, 'project_id': 'ea28c046e41b421ebcf76e117b69b833', 'gw_port_host': None}] {{(pid=92973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 10:32:38.331184 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41d1ac80-5d82-4b22-84ab-c0be123b655b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1954225'] for port, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:38.333137 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-b92f43dd-72eb-4f7a-9136-f351d7c51c35 tempest-TestVolumeBootPattern-1259519564 tempest-TestVolumeBootPattern-1259519564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:32:38.368886 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1ac80-5d82-4b22-84ab-c0be123b655b admin admin] Pushing event deleted for resources: {'Port': ['ID=f5c432d3-5386-46d6-9632-be3b3d1dbcc7,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:32:38.373009 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-41d1ac80-5d82-4b22-84ab-c0be123b655b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:32:38.428801 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41d1ac80-5d82-4b22-84ab-c0be123b655b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3858276'] for router_gateway, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:38.520901 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41d1ac80-5d82-4b22-84ab-c0be123b655b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3733370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1328'] for router, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:38.522889 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41d1ac80-5d82-4b22-84ab-c0be123b655b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:38.570594 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41d1ac80-5d82-4b22-84ab-c0be123b655b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3722539'] for router, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:38.571195 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d1ac80-5d82-4b22-84ab-c0be123b655b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97cf4b0a-e53a-4b62-9d6c-bebd313187b6 {{(pid=92958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 10:32:38.577076 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-41d1ac80-5d82-4b22-84ab-c0be123b655b admin admin] Notify callbacks [] for router, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:38.578204 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-41d1ac80-5d82-4b22-84ab-c0be123b655b admin admin] 10.222.0.50 "DELETE /v2.0/routers/97cf4b0a-e53a-4b62-9d6c-bebd313187b6 HTTP/1.1" status: 204 len: 168 time: 0.8257616 Jun 21 10:32:38.580800 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [-] (92958) accepted ('10.222.0.50', 52936) {{(pid=92958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:32:38.627053 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1cd4066-d088-40d9-aa81-f72889610e62 admin admin] Deleting subnet 919b72ac-6878-4e3a-922c-f4502a56c0e6 {{(pid=92958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 10:32:38.630345 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b1cd4066-d088-40d9-aa81-f72889610e62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:38.668325 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b1cd4066-d088-40d9-aa81-f72889610e62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10525635'] for subnet, precommit_delete_associations {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:38.754513 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b1cd4066-d088-40d9-aa81-f72889610e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708198'] for subnet, precommit_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:38.807890 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b1cd4066-d088-40d9-aa81-f72889610e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1954251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309506'] for subnet, after_delete {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:38.810837 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-482165b3-37f8-491f-ae44-898f0fbebd0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:32:38.833496 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd4066-d088-40d9-aa81-f72889610e62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=919b72ac-6878-4e3a-922c-f4502a56c0e6,revision_number=None']} {{(pid=92958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:32:38.836365 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-b1cd4066-d088-40d9-aa81-f72889610e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:32:38.838114 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-b1cd4066-d088-40d9-aa81-f72889610e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for subnet, before_response {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:38.840265 dv-cinder-797245-3-iscsi neutron-server[92958]: INFO neutron.wsgi [None req-b1cd4066-d088-40d9-aa81-f72889610e62 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/919b72ac-6878-4e3a-922c-f4502a56c0e6 HTTP/1.1" status: 204 len: 168 time: 0.2585492 Jun 21 10:32:38.843348 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52938) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:32:38.843876 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db26d455-6598-4970-9c75-c8b035870f46 None None] Network 540a2781-e134-485e-bd75-262bd8e900fc requested from dv-cinder-797245-3-iscsi {{(pid=92969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 10:32:38.915218 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-09111dd6-6c45-4f5f-848a-a671e988465f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729370'] for network, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:38.971087 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-09111dd6-6c45-4f5f-848a-a671e988465f admin admin] Deleting port 8b315aa1-c30b-496a-ac5f-075d47d8876c {{(pid=92965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:32:38.971547 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-09111dd6-6c45-4f5f-848a-a671e988465f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:39.042031 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.db [None req-09111dd6-6c45-4f5f-848a-a671e988465f admin admin] For port 8b315aa1-c30b-496a-ac5f-075d47d8876c, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=8b315aa1-c30b-496a-ac5f-075d47d8876c,segment=NetworkSegment(6276c889-3111-4a28-84c0-56ac4aafb7ad),segment_id=6276c889-3111-4a28-84c0-56ac4aafb7ad)] {{(pid=92965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:32:39.042391 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-09111dd6-6c45-4f5f-848a-a671e988465f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:39.058546 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6eb9655-5926-4830-b4a2-59fc4e5f6ded None None] DHCP port deletion for 540a2781-e134-485e-bd75-262bd8e900fc request from dv-cinder-797245-3-iscsi {{(pid=92969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 10:32:39.117706 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device f5c432d3-5386-46d6-9632-be3b3d1dbcc7 no longer exists at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:32:39.118316 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.plugin [None req-09111dd6-6c45-4f5f-848a-a671e988465f admin admin] Calling delete_port for 8b315aa1-c30b-496a-ac5f-075d47d8876c owned by network:dhcp {{(pid=92965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:32:39.120841 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-c6eb9655-5926-4830-b4a2-59fc4e5f6ded None None] Deleting port 8b315aa1-c30b-496a-ac5f-075d47d8876c {{(pid=92969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 10:32:39.121316 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-c6eb9655-5926-4830-b4a2-59fc4e5f6ded None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741296666597'] for port, before_delete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:39.150531 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] No Port match for: f5c432d3-5386-46d6-9632-be3b3d1dbcc7 {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:32:39.150684 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device f5c432d3-5386-46d6-9632-be3b3d1dbcc7 not bound to the agent host dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:32:39.151094 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 999c0123-de30-4df2-afcf-8c176d09c087 no longer exists at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:32:39.195362 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] No Port match for: 999c0123-de30-4df2-afcf-8c176d09c087 {{(pid=92969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 10:32:39.195771 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 999c0123-de30-4df2-afcf-8c176d09c087 not bound to the agent host dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:32:39.196246 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 8b315aa1-c30b-496a-ac5f-075d47d8876c no longer exists at agent ovs-agent-dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 10:32:39.208261 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-09111dd6-6c45-4f5f-848a-a671e988465f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11354326'] for port, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:39.210572 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-18dc2640-7b03-48af-9d14-6c11ffd73517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:32:39.236665 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09111dd6-6c45-4f5f-848a-a671e988465f admin admin] Pushing event deleted for resources: {'Port': ['ID=8b315aa1-c30b-496a-ac5f-075d47d8876c,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:32:39.239828 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-09111dd6-6c45-4f5f-848a-a671e988465f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:32:39.240716 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09111dd6-6c45-4f5f-848a-a671e988465f admin admin] No DVR routers for this DVR port 8b315aa1-c30b-496a-ac5f-075d47d8876c on host dv-cinder-797245-3-iscsi {{(pid=92965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:32:39.255763 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-c6eb9655-5926-4830-b4a2-59fc4e5f6ded None None] For port 8b315aa1-c30b-496a-ac5f-075d47d8876c, host dv-cinder-797245-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-3-iscsi',level=0,port_id=8b315aa1-c30b-496a-ac5f-075d47d8876c,segment=NetworkSegment(6276c889-3111-4a28-84c0-56ac4aafb7ad),segment_id=6276c889-3111-4a28-84c0-56ac4aafb7ad)] {{(pid=92969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 10:32:39.256062 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-c6eb9655-5926-4830-b4a2-59fc4e5f6ded None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3857061'] for port, precommit_delete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:39.278098 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.db [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] No active binding found for port 8b315aa1-c30b-496a-ac5f-075d47d8876c {{(pid=92969) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jun 21 10:32:39.278474 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.rpc [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Device 8b315aa1-c30b-496a-ac5f-075d47d8876c not bound to the agent host dv-cinder-797245-3-iscsi {{(pid=92969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 10:32:39.326424 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-09111dd6-6c45-4f5f-848a-a671e988465f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707321', 'neutron.services.segments.db._delete_segments_for_network-8741296622547'] for network, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:39.343935 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.plugins.ml2.plugin [None req-c6eb9655-5926-4830-b4a2-59fc4e5f6ded None None] Calling delete_port for 8b315aa1-c30b-496a-ac5f-075d47d8876c owned by network:dhcp {{(pid=92969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 10:32:39.344689 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.services.segments.db [None req-09111dd6-6c45-4f5f-848a-a671e988465f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['540a2781-e134-485e-bd75-262bd8e900fc']}} {{(pid=92965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:32:39.356224 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.services.segments.db [None req-09111dd6-6c45-4f5f-848a-a671e988465f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6276c889-3111-4a28-84c0-56ac4aafb7ad') {'for_net_delete': True} {{(pid=92965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:32:39.356512 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.services.segments.db [None req-09111dd6-6c45-4f5f-848a-a671e988465f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6276c889-3111-4a28-84c0-56ac4aafb7ad') {} {{(pid=92965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 10:32:39.365380 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-09111dd6-6c45-4f5f-848a-a671e988465f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741296622376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11354332'] for segment, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:39.383630 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-09111dd6-6c45-4f5f-848a-a671e988465f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969'] for segment, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:39.390450 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09111dd6-6c45-4f5f-848a-a671e988465f admin admin] Releasing vlan 1195 on physical network physnet1 to pool {{(pid=92965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 10:32:39.390853 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-09111dd6-6c45-4f5f-848a-a671e988465f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9646855'] for segment, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: Traceback (most recent call last): Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: timer() Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: cb(*args, **kw) Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: return func(*args, **kwargs) Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: self._notify() Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: self.callback(batched_events) Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: event.method(event) Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: return f(self, *a, **k) Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: return self._get(url).json() Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: return self.request(url, 'GET', **kwargs) Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 10:32:39.392860 dv-cinder-797245-3-iscsi neutron-server[92965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 10:32:39.429935 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-c6eb9655-5926-4830-b4a2-59fc4e5f6ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3840512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741296672485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741296083806'] for port, after_delete {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:39.432568 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-398f2391-3b90-4d7f-9dc0-69f948012994 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:32:39.445993 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-09111dd6-6c45-4f5f-848a-a671e988465f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3840523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858363'] for network, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:39.450349 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-ac632071-0892-4552-8918-63202cdffe5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:32:39.453018 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-09111dd6-6c45-4f5f-848a-a671e988465f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3840534'] for network, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:39.457029 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-09111dd6-6c45-4f5f-848a-a671e988465f admin admin] 10.222.0.50 "DELETE /v2.0/networks/540a2781-e134-485e-bd75-262bd8e900fc HTTP/1.1" status: 204 len: 168 time: 0.6125650 Jun 21 10:32:39.457198 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb9655-5926-4830-b4a2-59fc4e5f6ded None None] Pushing event deleted for resources: {'Port': ['ID=8b315aa1-c30b-496a-ac5f-075d47d8876c,revision_number=None']} {{(pid=92969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:32:39.460478 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG oslo_concurrency.lockutils [None req-c6eb9655-5926-4830-b4a2-59fc4e5f6ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:32:39.461411 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eb9655-5926-4830-b4a2-59fc4e5f6ded None None] No DVR routers for this DVR port 8b315aa1-c30b-496a-ac5f-075d47d8876c on host dv-cinder-797245-3-iscsi {{(pid=92969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 10:32:39.472997 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09111dd6-6c45-4f5f-848a-a671e988465f admin admin] Pushing event deleted for resources: {'Network': ['ID=540a2781-e134-485e-bd75-262bd8e900fc,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:32:39.477638 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-09111dd6-6c45-4f5f-848a-a671e988465f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:32:39.629011 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52942) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:32:39.669493 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-008aecce-5b3f-4236-bceb-2beb98cb9bdd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1aac8133e72e4b23b3e266d71e9af378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392301 Jun 21 10:32:39.672063 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52944) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:32:39.719124 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-a62d9b4c-daa1-4c16-9ef3-e274ee8ec61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:39.740341 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-a62d9b4c-daa1-4c16-9ef3-e274ee8ec61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:39.791198 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-a62d9b4c-daa1-4c16-9ef3-e274ee8ec61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:39.793855 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-a62d9b4c-daa1-4c16-9ef3-e274ee8ec61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:39.795022 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-a62d9b4c-daa1-4c16-9ef3-e274ee8ec61e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d2106b7a-83d8-44bb-a58c-1e43ffe38622 HTTP/1.1" status: 204 len: 168 time: 0.1220381 Jun 21 10:32:39.795804 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-a720d227-602d-43d0-b65b-53ad8323cb36 tempest-AttachVolumeTestJSON-1928123714 tempest-AttachVolumeTestJSON-1928123714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:32:39.803447 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d9b4c-daa1-4c16-9ef3-e274ee8ec61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2106b7a-83d8-44bb-a58c-1e43ffe38622,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:32:39.805996 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-a62d9b4c-daa1-4c16-9ef3-e274ee8ec61e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:32:40.117869 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52950) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:32:40.158683 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-0f0955f5-962f-4a53-b2cf-bc98975e845d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ea28c046e41b421ebcf76e117b69b833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396280 Jun 21 10:32:40.161397 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [-] (92965) accepted ('10.222.0.50', 52952) {{(pid=92965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 10:32:40.208779 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c87d31c6-6b07-4a7f-b0ce-cd397154f587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:40.229902 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c87d31c6-6b07-4a7f-b0ce-cd397154f587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:40.280622 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c87d31c6-6b07-4a7f-b0ce-cd397154f587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434225'] for security_group, after_delete {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:40.283318 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron_lib.callbacks.manager [None req-c87d31c6-6b07-4a7f-b0ce-cd397154f587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:40.284479 dv-cinder-797245-3-iscsi neutron-server[92965]: INFO neutron.wsgi [None req-c87d31c6-6b07-4a7f-b0ce-cd397154f587 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f4cbd926-48b6-46dc-a406-5abb8b7ed09c HTTP/1.1" status: 204 len: 168 time: 0.1221733 Jun 21 10:32:40.285272 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-db801fc8-31e7-4fd9-916b-960f8db28ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 10:32:40.293669 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d31c6-6b07-4a7f-b0ce-cd397154f587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cbd926-48b6-46dc-a406-5abb8b7ed09c,revision_number=None']} {{(pid=92965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 10:32:40.295910 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG oslo_concurrency.lockutils [None req-c87d31c6-6b07-4a7f-b0ce-cd397154f587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 10:32:40.905401 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:40.986207 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-23ed88ab-554c-46de-83b0-7b1e1d873b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:43.150253 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:44.565428 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:32:45.239258 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:32:57.361908 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:33:07.436169 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-dc8d71e8-146c-4293-b888-b6678d6e6cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:33:10.908016 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:33:10.986849 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-892cd70d-7bab-4bcf-8804-13ae939caa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:33:13.151628 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:33:15.242469 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:33:21.565286 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:33:27.377685 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:33:37.437631 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ac028a39-0db2-4175-866a-357ff976fa1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:33:40.912160 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:33:40.989276 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-586b6487-95f0-4e32-bc0f-f0e336a9ae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:33:43.155486 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:33:45.242387 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:33:57.381235 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:33:58.564316 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:34:07.447481 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-69be9736-6e4b-4e33-9bff-d0fa1629596c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:34:10.918112 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:34:10.992220 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-52b4d771-1bf6-4530-9460-226ab1a6e7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:34:13.157742 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:34:15.248454 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:34:23.567965 dv-cinder-797245-3-iscsi neutron-server[92958]: DEBUG neutron.wsgi [req-45f385be-4a9d-45b5-9001-d3513628e252 req-9ea84edd-8c50-4774-9c70-ed86b7a11957 service neutron] (92958) timed out ('10.222.0.50', 49618) {{(pid=92958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 21 10:34:25.306851 dv-cinder-797245-3-iscsi neutron-server[92965]: DEBUG neutron.wsgi [req-45f385be-4a9d-45b5-9001-d3513628e252 req-6c3e293d-1e37-4573-9e7c-5c9928bd0735 service neutron] (92965) timed out ('10.222.0.74', 49363) {{(pid=92965) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 21 10:34:27.389288 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:34:35.563150 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:34:37.439845 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-b04a9e57-f4b8-438f-82bd-ae9efb53002d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:34:40.909493 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:34:40.997127 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-06791539-2092-4a70-be7f-b00bca9557b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:34:43.159816 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:34:45.251101 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:34:57.389705 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:35:07.441561 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-8b4140e1-8598-4872-8ee4-d5f05e291047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:35:10.915556 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:35:10.998636 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-36d4ffa1-63e6-4a06-becb-37a702ebc9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:35:12.562220 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:35:13.163942 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:35:15.253748 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:35:27.387384 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:35:37.442074 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-e3a51ed1-eca9-4a5c-9664-96a2963a686b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:35:40.908820 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:35:40.998897 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-8f91dfcb-32f9-48a2-b9b1-99801b70507c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:35:43.164913 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:35:45.256370 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:35:49.561664 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:35:57.402263 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:36:07.446673 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-48e075a3-8e7b-4fcb-870e-d77cdd27df74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:36:10.911486 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:36:10.999544 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-46d96935-23d9-4fef-b7a4-2e091dfcc151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:36:13.167742 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:36:15.260131 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:36:26.577723 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:36:27.400552 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:36:37.439722 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-eb7a69ef-9b0b-44f2-9b40-d98d3d641ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:36:40.915819 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:36:41.003234 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-6673ae06-55e7-4d3a-8828-5b629097d19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:36:43.170510 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:36:45.264122 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:36:57.424339 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:37:03.556059 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:37:07.444263 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-d69f1bac-08db-4706-b959-88175a992fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:37:10.917831 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:37:11.006024 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-5395b7e6-f4d1-4966-bba7-c4ab05432038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:37:13.172672 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:37:15.265598 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:37:27.441263 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:37:37.445874 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-89e45823-640d-41ec-be20-891355925dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:37:40.635788 dv-cinder-797245-3-iscsi neutron-server[92973]: DEBUG neutron.db.agents_db [None req-9ae1c3a7-2af5-4e73-a866-b4153008ee90 None None] Agent healthcheck: found 6 active agents {{(pid=92973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 10:37:40.918279 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4168ce5e-99e6-4ebd-80e2-af8ee158e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:37:41.009964 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-b713d2a2-ce1e-4f73-ba4a-6a071096257b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:37:43.176686 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-4aafac37-025a-4af6-8212-c5cb12dff6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:37:45.269146 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-835e28b7-7ee1-40cc-b411-54c23385804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 10:37:57.438315 dv-cinder-797245-3-iscsi neutron-server[92969]: DEBUG neutron_lib.callbacks.manager [None req-ea62d21b-6822-4337-bce6-e9197abefadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741296622529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704163'] for agent, after_update {{(pid=92969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}